-- Logs begin at Mon 2021-04-19 17:51:26 UTC, end at Mon 2021-04-19 18:46:16 UTC. --
Apr 19 18:20:54.933033 dv-cinder-786928-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 19 18:20:58.075691 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.common.config [-] Logging enabled!
Apr 19 18:20:58.076249 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99
Apr 19 18:20:58.077670 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86197) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 19 18:20:58.079720 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.common.config [-] Logging enabled!
Apr 19 18:20:58.080011 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev99
Apr 19 18:20:58.080363 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86197) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 19 18:20:58.081419 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 18:20:58.081716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 18:20:58.082762 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 18:20:58.083048 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 18:20:58.083310 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 18:20:58.083685 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.084033 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.084376 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.084641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.084985 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.085329 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.085681 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.086083 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.086425 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.086754 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.087072 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.087397 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.087662 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.087986 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.088322 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.088655 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.088914 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.089236 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.089835 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.090164 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.090481 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.090814 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.091131 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.091444 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.091759 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.092081 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.092449 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] host                           = dv-cinder-786928-1-iscsi {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.092765 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.093213 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.093511 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.093874 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.094191 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.094509 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.094839 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.095150 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.095466 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.095781 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.096113 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.096444 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.096782 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.097035 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.097290 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.097679 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.098021 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.098336 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.098650 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.098962 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.099273 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.099587 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.099895 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.100228 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.100555 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.100885 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.101199 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.102047 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.102362 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.102674 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.103005 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.103320 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.103630 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.103943 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.104277 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.104584 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.104896 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.105243 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.105612 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.105924 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.106252 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.106565 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.106896 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.107205 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.107514 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.107823 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.108134 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.108444 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.108844 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.109159 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.109470 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.109807 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.110116 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.110449 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:20:58.110784 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.111126 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.111470 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.111794 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.112131 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.112451 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.112788 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.113106 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.113441 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.113806 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.114132 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.114447 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.114773 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.115090 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.115432 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.115791 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.116131 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.116468 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.116782 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.117140 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.117970 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.118287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.118611 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.118950 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.119284 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.119597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.119915 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.120249 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.120565 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.120875 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.121190 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.121524 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.121870 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.122181 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.122500 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.122813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.123121 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.123427 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.123743 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.124075 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.124468 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.124780 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.125087 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.125403 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.125743 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.126068 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.126382 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.126692 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.127000 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.127317 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.127627 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.127939 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.128253 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.128563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.128876 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.129206 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.129514 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.129850 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.130159 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.130468 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.130775 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.131081 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.131392 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.131698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.132006 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.132314 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.132620 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.132953 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.133279 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.133632 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.133950 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.134268 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.134584 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.134896 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.135207 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.135519 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.135836 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.136149 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.136455 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.136787 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.137107 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.137428 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.137772 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.138088 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.138425 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.138741 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.139059 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.139373 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.139687 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.140094 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.140419 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.140755 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.141089 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.141427 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.141802 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.142140 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.142458 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.142815 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.143132 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:20:58.143378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 18:20:58.143642 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86197) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 19 18:20:58.815445 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO keyring.backend [-] Loading Gnome
Apr 19 18:20:58.832887 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO keyring.backend [-] Loading Google
Apr 19 18:20:58.835616 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO keyring.backend [-] Loading Windows (alt)
Apr 19 18:20:58.839767 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO keyring.backend [-] Loading file
Apr 19 18:20:58.840609 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO keyring.backend [-] Loading keyczar
Apr 19 18:20:58.840892 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO keyring.backend [-] Loading multi
Apr 19 18:20:58.841540 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO keyring.backend [-] Loading pyfs
Apr 19 18:20:58.887802 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86197) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:20:58.888117 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86197) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:20:58.888443 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86197) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:20:58.888825 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 19 18:20:59.282715 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.283270 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.283382 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.284671 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.285098 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.285399 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.323304 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.323623 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.323950 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.338997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.339313 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.339614 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.405434 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.405772 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.406075 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.407088 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.407396 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.409122 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.680706 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7101ccc7b8> agent after_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.681028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7101ccc7b8> agent after_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.681358 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f7101ccc6a8> segment precommit_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.681683 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f7101ccc730> network precommit_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.682512 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f7101e759d8> segment before_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.829837 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> network before_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.830217 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f7101ff6a60> agent before_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.830540 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> network before_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.830847 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> port before_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.831155 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> port before_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.831535 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> segment after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.832005 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> segment precommit_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.832305 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> segment precommit_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.832602 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> segment after_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.832944 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> network after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.833246 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> network precommit_delete 0 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.833557 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> port provisioning_complete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.833897 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> rbac-policy before_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.834195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> rbac-policy after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.834510 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> agent after_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.834831 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> subnet after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.835133 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> subnet precommit_delete 0 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.835456 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> rbac-policy before_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.835764 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> rbac-policy before_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.836105 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> segment_host_mapping after_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.836553 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> port after_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.836846 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> port after_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.837130 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> port after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.837471 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> rbac-policy before_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.837780 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> rbac-policy before_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.838061 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7102828048>> rbac-policy before_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.838490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 18:20:59.838770 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 18:20:59.839045 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 18:20:59.839318 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 18:20:59.839591 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 18:20:59.839864 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 18:20:59.840285 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 19 18:20:59.843401 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 19 18:20:59.847327 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 19 18:20:59.851117 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
Apr 19 18:20:59.852813 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 19 18:20:59.854132 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 19 18:20:59.854523 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 19 18:20:59.854966 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 19 18:20:59.858692 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 19 18:20:59.858977 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 19 18:20:59.859370 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 19 18:20:59.886851 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 19 18:20:59.887367 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f7101e22cc0>> qos_plugin after_init 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.887698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86197) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 19 18:20:59.888104 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f7101d954e0>> logging-plugin after_init 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.889451 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86197) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 19 18:20:59.889802 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 19 18:20:59.890083 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 19 18:20:59.893212 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7101d95550>> floatingip before_response 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.893528 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7101d95550>> port before_response 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:20:59.960663 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 19 18:20:59.960911 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 19 18:20:59.961181 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 19 18:20:59.961621 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 19 18:20:59.994876 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_db.sqlalchemy.engines [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86197) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 19 18:21:00.440250 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Initializing driver for type 'gre'
Apr 19 18:21:00.440796 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] gre ID ranges: [(1, 1000)]
Apr 19 18:21:00.480584 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Initializing driver for type 'local'
Apr 19 18:21:00.480954 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Initializing driver for type 'vlan'
Apr 19 18:21:00.490813 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] VlanTypeDriver initialization complete
Apr 19 18:21:00.491184 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Initializing driver for type 'vxlan'
Apr 19 18:21:00.491693 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] vxlan ID ranges: [(1, 1000)]
Apr 19 18:21:00.531308 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Initializing extension driver 'port_security'
Apr 19 18:21:00.531667 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.extensions.port_security [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] PortSecurityExtensionDriver initialization complete
Apr 19 18:21:00.532033 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Initializing mechanism driver 'openvswitch'
Apr 19 18:21:00.532387 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Initializing mechanism driver 'hyperv'
Apr 19 18:21:00.538610 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86197) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:21:00.539465 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7101c6e2b0>> port after_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.539864 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7101c6e2b0>> port after_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.540246 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7101c6e2b0>> port after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.540668 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f71017abfd0>> subnet after_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.541051 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f71017abfd0>> subnet after_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.541423 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f71017abfd0>> subnet after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.541864 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f71017b31d0>> network after_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.542241 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f71017b31d0>> network after_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.542617 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f71017b31d0>> network after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.543024 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f71017b3390>> security_group after_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.543402 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f71017b3390>> security_group after_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.543919 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f71017b3390>> security_group after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.544332 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f71017b3550>> security_group_rule after_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.544706 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f71017b3550>> security_group_rule after_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.545073 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f71017b3550>> security_group_rule after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.545482 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f71017b3710>> address_group after_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.545882 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f71017b3710>> address_group after_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.546251 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f71017b3710>> address_group after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.546610 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] ML2 OVO RPC backend initialized. {{(pid=86197) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 19 18:21:00.547402 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f71017b37f0>> router_interface after_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.547789 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f71017b37f0>> router_interface after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.548245 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f71017b37f0>> network before_response 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.548623 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f71017b37f0>> networks before_response 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.549000 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f71017b37f0>> port before_response 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.549371 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f71017b37f0>> ports before_response 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.549776 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f71017b37f0>> subnet before_response 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.550151 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f71017b37f0>> subnets before_response 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.550526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f71017b37f0>> network after_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.550900 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f71017b37f0>> network after_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.551264 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f71017b37f0>> network after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.551631 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f71017b37f0>> port after_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.551997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f71017b37f0>> port after_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.552367 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f71017b37f0>> port after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.552735 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f71017b37f0>> subnet after_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.553101 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f71017b37f0>> subnet after_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.553465 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f71017b37f0>> subnet after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.554116 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.plugin [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Modular L2 Plugin initialization complete
Apr 19 18:21:00.554989 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading services supported by the core plugin {{(pid=86197) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 19 18:21:00.555354 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.plugins.ml2.managers [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Got port-security extension from driver 'port_security'
Apr 19 18:21:00.555857 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.extensions.vlantransparent [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Disabled vlantransparent extension.
Apr 19 18:21:00.556389 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86197) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 19 18:21:00.556728 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading Plugin: router
Apr 19 18:21:00.594997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router_interface before_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.595433 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router after_create 55549900 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.595836 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router before_create 55549900 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.596239 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router_interface before_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.596653 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router_interface after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.597041 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router after_delete 55549900 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.597441 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> floatingip after_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.597877 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router after_create 55549900 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.598258 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router after_update 55549900 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.598643 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router after_update 55549900 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.599026 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router_gateway after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.599428 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router after_update 55549900 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.599919 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router precommit_update 55549900 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.600336 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f7101e0bc80> port after_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.600713 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f7101e0be18> port after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.601085 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f7101e0bd90> subnet after_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.601488 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f7101e0bd08> subnetpool_address_scope after_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.601911 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> port precommit_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.602294 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router precommit_create 55549900 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.602671 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f7101dfd8c8> port before_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.603050 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router precommit_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.603450 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router after_update 55549900 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.603826 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router precommit_delete 55549900 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.604214 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router precommit_create 55549900 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.604617 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router_interface after_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.604996 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> router precommit_update 55549900 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.605422 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f71017b3978>> network after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.606445 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Tracking information for resource: router configured {{(pid=86197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 18:21:00.606817 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Tracking information for resource: floatingip configured {{(pid=86197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 19 18:21:00.611680 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_agentschedulers_db [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 19 18:21:00.612321 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f71017376a8> port after_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.612716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f7101737598> port after_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.613099 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <function _notify_port_delete at 0x7f7101737620> port after_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.613483 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f7101737840> port after_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.614412 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7101755748>> router before_create 55550100 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.614810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7101755748>> router precommit_delete 55550100 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.615207 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7101755748>> router precommit_create 55550100 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.615595 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7101755748>> router precommit_update 55550100 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.620951 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.provider_configuration [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Service providers = [] {{(pid=86197) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 19 18:21:00.621349 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.servicetype_db [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86197) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 19 18:21:00.624169 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.service_base [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 18:21:00.624548 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.service_base [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 18:21:00.624921 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.service_base [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 18:21:00.625828 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.service_base [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 19 18:21:00.626225 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.services.service_base [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 19 18:21:00.626640 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 18:21:00.626988 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 19 18:21:00.637772 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 18:21:00.638143 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading Plugin: auto_allocate
Apr 19 18:21:00.643752 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f710171dea0> network precommit_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.644153 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f710171dea0> network precommit_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.644741 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 18:21:00.645094 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading Plugin: tag
Apr 19 18:21:00.652141 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 18:21:00.652503 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading Plugin: timestamp
Apr 19 18:21:00.656316 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 18:21:00.656679 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading Plugin: network_ip_availability
Apr 19 18:21:00.662137 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7101665390>> rbac-policy before_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.662538 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7101665390>> rbac-policy before_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.662923 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7101665390>> rbac-policy before_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.663700 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 18:21:00.664079 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading Plugin: flavors
Apr 19 18:21:00.668572 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 18:21:00.668941 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading Plugin: revisions
Apr 19 18:21:00.673375 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 19 18:21:00.673810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.785s {{(pid=86197) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:21:00.674603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86197) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 19 18:21:00.674960 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Initializing extension manager.
Apr 19 18:21:00.675513 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: __init__.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.675889 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: __pycache__ {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.676260 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.676630 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: address_group.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.677427 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.678089 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: address-group
Apr 19 18:21:00.678451 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: address_scope.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.679213 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.680306 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: address-scope
Apr 19 18:21:00.680661 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.681616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.682209 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: router-admin-state-down-before-update
Apr 19 18:21:00.682554 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: agent.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.683310 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.683878 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: agent
Apr 19 18:21:00.684232 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: agent_resources_synced.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.685143 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.685738 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: agent-resources-synced
Apr 19 18:21:00.686096 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: allowedaddresspairs.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.687881 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.688456 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: allowed-address-pairs
Apr 19 18:21:00.688817 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: auto_allocated_topology.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.689910 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.690525 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: auto-allocated-topology
Apr 19 18:21:00.690840 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: availability_zone.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.691583 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.692165 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: availability_zone
Apr 19 18:21:00.692526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: availability_zone_filter.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.693448 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.694066 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: availability_zone_filter
Apr 19 18:21:00.694423 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: data_plane_status.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.696049 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.696616 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 19 18:21:00.696973 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: default_subnetpools.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.697923 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.698497 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: default-subnetpools
Apr 19 18:21:00.698854 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.699729 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.700303 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: dhcp_agent_scheduler
Apr 19 18:21:00.700660 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: dns.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.701598 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.702162 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension dns-integration not supported by any of loaded plugins
Apr 19 18:21:00.702516 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: dns_domain_ports.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.703698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.704265 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 19 18:21:00.704620 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: dvr.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.705336 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.705940 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: dvr
Apr 19 18:21:00.706295 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: empty_string_filtering.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.707211 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.707780 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: empty-string-filtering
Apr 19 18:21:00.708134 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.709046 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.709632 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 19 18:21:00.709991 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.710928 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.711503 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 19 18:21:00.711917 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: external_net.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.712833 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.713402 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: external-net
Apr 19 18:21:00.713786 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.714700 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.715267 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: extra_dhcp_opt
Apr 19 18:21:00.715624 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: extraroute.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.716541 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.717106 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: extraroute
Apr 19 18:21:00.717462 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: extraroute_atomic.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.718515 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.719082 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: extraroute-atomic
Apr 19 18:21:00.719440 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: filter_validation.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.720139 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.720700 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: filter-validation
Apr 19 18:21:00.721055 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: fip_pf_description.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.721996 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.722553 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 19 18:21:00.722905 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: fip_port_details.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.723922 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.724495 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: fip-port-details
Apr 19 18:21:00.724849 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: flavors.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.726089 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.726692 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: flavors
Apr 19 18:21:00.727048 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.728700 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.729283 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 19 18:21:00.729678 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: floatingip_pools.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.730424 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.730999 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: floatingip-pools
Apr 19 18:21:00.731358 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: ip_allocation.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.732303 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.732871 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 19 18:21:00.733232 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.734197 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.734767 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: ip-substring-filtering
Apr 19 18:21:00.735129 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: l2_adjacency.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.736055 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.736617 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 19 18:21:00.736979 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: l3.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.738075 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.738655 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: router
Apr 19 18:21:00.739015 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.741302 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.742451 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 19 18:21:00.742838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.743770 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.744352 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: ext-gw-mode
Apr 19 18:21:00.744712 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.745772 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.746348 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: l3-ha
Apr 19 18:21:00.746711 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: l3_flavors.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.747629 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.748197 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: l3-flavors
Apr 19 18:21:00.748557 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.749473 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.750067 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 19 18:21:00.750427 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: l3agentscheduler.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.751606 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.752187 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: l3_agent_scheduler
Apr 19 18:21:00.752553 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: logging.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.754103 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.754678 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension logging not supported by any of loaded plugins
Apr 19 18:21:00.755043 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: metering.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.755834 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.756519 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: metering
Apr 19 18:21:00.756881 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.758666 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.759242 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: metering_source_and_destination_fields
Apr 19 18:21:00.759603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: multiprovidernet.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.760537 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.761109 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: multi-provider
Apr 19 18:21:00.761471 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: netmtu.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.762419 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.762986 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: net-mtu
Apr 19 18:21:00.763346 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: netmtu_writable.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.764272 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.764838 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: net-mtu-writable
Apr 19 18:21:00.765196 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: network_availability_zone.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.766363 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.768169 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: network_availability_zone
Apr 19 18:21:00.768541 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: network_ip_availability.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.769680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.770250 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: network-ip-availability
Apr 19 18:21:00.770613 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: network_segment_range.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.771447 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.772012 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 19 18:21:00.772371 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: pagination.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.773402 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.773796 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: pagination
Apr 19 18:21:00.774149 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: port_device_profile.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.775066 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.775630 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: port-device-profile
Apr 19 18:21:00.775984 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.776912 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.777477 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: port-mac-address-regenerate
Apr 19 18:21:00.777859 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.778777 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.779339 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: port-numa-affinity-policy
Apr 19 18:21:00.779692 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: port_resource_request.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.780603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.781160 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 19 18:21:00.781512 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: portbindings.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.782470 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.783036 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: binding
Apr 19 18:21:00.783397 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: portbindings_extended.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.784672 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.785240 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: binding-extended
Apr 19 18:21:00.785624 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: portsecurity.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.786533 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.787098 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: port-security
Apr 19 18:21:00.787452 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: project_id.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.788420 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.788786 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: project-id
Apr 19 18:21:00.789706 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: providernet.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.790633 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.791208 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: provider
Apr 19 18:21:00.791563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: qos.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.795193 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.795784 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension qos not supported by any of loaded plugins
Apr 19 18:21:00.796150 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.797381 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.798008 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 19 18:21:00.798372 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.799290 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.799864 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 19 18:21:00.800224 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: qos_default.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.801132 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.801739 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension qos-default not supported by any of loaded plugins
Apr 19 18:21:00.802100 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: qos_fip.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.802786 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.803346 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension qos-fip not supported by any of loaded plugins
Apr 19 18:21:00.803709 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: qos_gateway_ip.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.805184 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.805776 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 19 18:21:00.806134 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: qos_port_network_policy.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.807043 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.807612 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 19 18:21:00.807968 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: qos_rule_type_details.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.808887 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.809450 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 19 18:21:00.809830 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: qos_rules_alias.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.810877 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.811449 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 19 18:21:00.811806 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: quotasv2.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.812774 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.813143 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: quotas
Apr 19 18:21:00.813496 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: quotasv2_detail.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.815223 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.815608 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: quota_details
Apr 19 18:21:00.815978 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: rbac.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.817142 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.817769 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: rbac-policies
Apr 19 18:21:00.818136 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: rbac_address_group.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.819086 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.819670 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: rbac-address-group
Apr 19 18:21:00.820028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: rbac_address_scope.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.820975 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.821550 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: rbac-address-scope
Apr 19 18:21:00.821952 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: rbac_security_groups.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.822866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.823437 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: rbac-security-groups
Apr 19 18:21:00.823795 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: rbac_subnetpool.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.824713 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.825298 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: rbac-subnetpool
Apr 19 18:21:00.825688 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: revisionifmatch.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.826612 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.827185 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: revision-if-match
Apr 19 18:21:00.827545 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: revisions.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.828938 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.829505 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: standard-attr-revisions
Apr 19 18:21:00.829890 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: router_availability_zone.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.830607 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.831179 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: router_availability_zone
Apr 19 18:21:00.831536 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: routerservicetype.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.832453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.833013 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension router-service-type not supported by any of loaded plugins
Apr 19 18:21:00.833367 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.834307 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.834874 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: security-groups-normalized-cidr
Apr 19 18:21:00.835228 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.836187 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.836756 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: port-security-groups-filtering
Apr 19 18:21:00.837108 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.838072 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.838647 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: security-groups-remote-address-group
Apr 19 18:21:00.838999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: securitygroup.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.852997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.853630 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: security-group
Apr 19 18:21:00.854007 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: segment.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.854874 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.855449 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension segment not supported by any of loaded plugins
Apr 19 18:21:00.855810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.856755 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.857328 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 19 18:21:00.857715 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: servicetype.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.858803 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.859379 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: service-type
Apr 19 18:21:00.859742 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: sorting.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.860714 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.861087 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: sorting
Apr 19 18:21:00.861445 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: standard_attr_segment.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.862393 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.862963 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 19 18:21:00.863319 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: standardattrdescription.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.864010 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.864592 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: standard-attr-description
Apr 19 18:21:00.864949 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: stateful_security_group.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.865895 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.866484 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: stateful-security-group
Apr 19 18:21:00.866841 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: stdattrs_common.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.867975 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 19 18:21:00.868327 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.869341 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.869945 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 19 18:21:00.870303 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: subnet_onboard.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.871365 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.871941 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: subnet_onboard
Apr 19 18:21:00.872301 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.873229 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.873825 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 19 18:21:00.874187 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: subnet_service_types.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.875113 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.875685 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: subnet-service-types
Apr 19 18:21:00.876039 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: subnetallocation.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.877116 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.877733 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: subnet_allocation
Apr 19 18:21:00.878095 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.878789 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.879365 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: subnetpool-prefix-ops
Apr 19 18:21:00.879720 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.880642 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.881216 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 19 18:21:00.881627 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: tagging.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.882881 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.883467 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: standard-attr-tag
Apr 19 18:21:00.883828 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: timestamp.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.885012 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.885614 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loaded extension: standard-attr-timestamp
Apr 19 18:21:00.885981 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: trunk.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.887010 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.887582 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension trunk not supported by any of loaded plugins
Apr 19 18:21:00.887941 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: trunk_details.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.888858 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.889423 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension trunk-details not supported by any of loaded plugins
Apr 19 18:21:00.889806 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: uplink_status_propagation.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.890726 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.891301 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 19 18:21:00.891656 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Loading extension file: vlantransparent.py {{(pid=86197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 19 18:21:00.892346 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 19 18:21:00.892906 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 19 18:21:00.895587 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Creating instance of TrackedResource for resource:network
Apr 19 18:21:00.896377 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Creating instance of TrackedResource for resource:subnet
Apr 19 18:21:00.897056 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 18:21:00.897732 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Creating instance of TrackedResource for resource:port
Apr 19 18:21:00.899237 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.resource_helper [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:21:00.899721 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.resource_helper [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Service FLAVORS assigned prefix:  {{(pid=86197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:21:00.900391 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.resource_helper [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:21:00.900850 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.resource_helper [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:21:00.901214 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Creating instance of TrackedResource for resource:router
Apr 19 18:21:00.901956 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Creating instance of TrackedResource for resource:floatingip
Apr 19 18:21:00.902715 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.resource_helper [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Service METERING assigned prefix: /metering {{(pid=86197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:21:00.904492 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f71015a9d68>> rbac-policy before_create 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.904889 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f71015a9d68>> rbac-policy before_update 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.905269 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f71015a9d68>> rbac-policy before_delete 55550000 {{(pid=86197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:21:00.906442 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 19 18:21:00.906919 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Creating instance of TrackedResource for resource:security_group
Apr 19 18:21:00.907730 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 19 18:21:00.908516 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.resource_helper [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Service CORE assigned prefix:  {{(pid=86197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:21:00.908888 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 18:21:00.909250 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] subnetpool is already registered
Apr 19 18:21:00.909929 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.resource_helper [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Service CORE assigned prefix:  {{(pid=86197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:21:00.910291 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 18:21:00.910647 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] subnetpool is already registered
Apr 19 18:21:00.913381 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.resource_helper [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:21:00.914416 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.resource_helper [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Service FLAVORS assigned prefix:  {{(pid=86197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:21:00.915067 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.resource_helper [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:21:00.915524 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.resource_helper [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:21:00.915887 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Creating instance of TrackedResource for resource:router
Apr 19 18:21:00.916250 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] router is already registered
Apr 19 18:21:00.916892 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Creating instance of TrackedResource for resource:floatingip
Apr 19 18:21:00.917253 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] floatingip is already registered
Apr 19 18:21:00.917966 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.resource_helper [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Service METERING assigned prefix: /metering {{(pid=86197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:21:00.918693 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 19 18:21:00.919053 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] rbac_policy is already registered
Apr 19 18:21:00.919667 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Creating instance of TrackedResource for resource:security_group
Apr 19 18:21:00.920027 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] security_group is already registered
Apr 19 18:21:00.920664 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 19 18:21:00.921023 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] security_group_rule is already registered
Apr 19 18:21:00.921759 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.resource_helper [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Service CORE assigned prefix:  {{(pid=86197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:21:00.922129 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 18:21:00.922488 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] subnetpool is already registered
Apr 19 18:21:00.923156 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.resource_helper [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Service CORE assigned prefix:  {{(pid=86197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 19 18:21:00.923514 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 19 18:21:00.923872 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING neutron.quota.resource_registry [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] subnetpool is already registered
Apr 19 18:21:00.924573 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: extensions {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.926143 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: address-groups {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.927796 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: address-scopes {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.929084 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: agents {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.930977 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: auto-allocated-topology {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.932274 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: availability_zones {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.933674 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: dhcp-networks {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.935168 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: dhcp-agents {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.936677 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: routers {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.938590 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: flavors {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.939813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: service_profiles {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.941117 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: next_providers {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.942722 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: service_profiles {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.944233 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: floatingip-pools {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.945559 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: routers {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.947446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: floatingips {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.948692 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: l3-routers {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.950194 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: l3-agents {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.951678 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: metering-labels {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.954182 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: metering-label-rules {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.955509 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: network-ip-availabilities {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.956850 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: bindings {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.958605 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: quotas {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.960111 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: quotas {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.961624 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: rbac-policies {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.962982 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: security-groups {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.964251 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: security-group-rules {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.965564 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: service-providers {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.966882 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: subnetpools {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.968360 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: subnetpools {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.969909 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: tags {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.971685 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: tags {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.973560 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: tags {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.975450 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: tags {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.977890 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: tags {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.979836 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: tags {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.981651 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: tags {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.983636 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: tags {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.985498 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: tags {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.987485 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.extensions [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Extended resource: tags {{(pid=86197) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 19 18:21:00.994943 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING keystonemiddleware.auth_token [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 19 18:21:01.000215 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING keystonemiddleware.auth_token [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 19 18:21:01.009038 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Acquired lock "singleton_lock" {{(pid=86197) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 19 18:21:01.009551 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Releasing lock "singleton_lock" {{(pid=86197) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 19 18:21:01.011019 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO oslo_service.service [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Starting 2 workers
Apr 19 18:21:01.015828 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Started child 86310 {{(pid=86197) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 18:21:01.020075 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:01.020519 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Started child 86311 {{(pid=86197) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 18:21:01.021594 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [-] (86310) wsgi starting up on http://0.0.0.0:9696
Apr 19 18:21:01.022088 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.service [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 19 18:21:01.022770 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Notify callbacks [] for process, before_spawn {{(pid=86197) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:01.024623 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:01.025337 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO oslo_service.service [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Starting 1 workers
Apr 19 18:21:01.026172 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [-] (86311) wsgi starting up on http://0.0.0.0:9696
Apr 19 18:21:01.031277 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Started child 86312 {{(pid=86197) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 18:21:01.031822 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO oslo_service.service [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Starting 1 workers
Apr 19 18:21:01.033408 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.service [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] calling RpcWorker wait() {{(pid=86312) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 19 18:21:01.033859 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.service [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] returning from RpcWorker wait() {{(pid=86312) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 19 18:21:01.035372 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:01.035882 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:21:01.036514 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Started child 86313 {{(pid=86197) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 19 18:21:01.037330 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01fa56bb-6eae-46c2-97d7-89f851e53b71 None None] Notify callbacks [] for process, after_spawn {{(pid=86197) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:01.039510 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86197) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 19 18:21:01.039748 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 18:21:01.039934 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 18:21:01.040377 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 18:21:01.040810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 18:21:01.040983 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 18:21:01.041111 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:01.041874 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.042176 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.042483 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.042777 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.043114 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.043763 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.044079 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.044372 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.044680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.044976 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.045178 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.045373 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.045700 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.045979 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.046335 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.046629 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.046895 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.047182 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.047395 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.047669 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.047974 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.048258 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.048566 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.048839 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.049411 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.049697 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.049987 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.050259 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.050567 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.050837 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.051153 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.051419 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.051686 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.051969 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.052252 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.052514 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.052758 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.053009 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.053316 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.053597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.054034 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] host                           = dv-cinder-786928-1-iscsi {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.054287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.055127 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.055412 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.055705 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.055994 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.056257 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.056548 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.056849 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.057113 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.057375 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.057695 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.057996 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.058259 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.058523 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.058714 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.058962 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.059272 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.059572 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.059786 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.059948 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.060139 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.060434 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.060626 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.060910 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.061178 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.061383 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.061676 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.061925 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.062171 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.062460 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.062723 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.062996 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.063237 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.063538 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.063830 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.064114 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.064399 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.064635 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.064910 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.065156 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.065429 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.065712 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.065966 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.066416 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.066628 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.066932 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.067222 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.067446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.067705 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.068244 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.068494 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:21:01.068644 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.068832 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.069159 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.069435 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.069745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.070034 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.070325 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.070600 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.070863 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.071130 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.071374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.071622 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.071864 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.072144 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.072391 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.072642 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.072904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.073169 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.073444 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.073926 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.074240 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.074591 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.074852 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.075151 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.075421 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.075716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.075969 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.076241 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.076531 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.076863 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.077116 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.077424 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.077717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.078242 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.078961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.078961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.079205 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.079386 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.079640 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.080999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.080999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.080999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.080999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.080999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.49/identity {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.081470 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.081470 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.081763 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.082009 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.082273 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.082519 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.082832 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.083072 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.083328 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.084069 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.084069 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.084069 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.084330 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.084503 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.084765 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.085062 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.085333 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.085607 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.085945 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.086181 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.086591 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.086845 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.087087 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.087361 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.087619 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.087904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.088157 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.088400 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.088672 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.088877 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.089145 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.089394 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.090097 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.090097 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.090301 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.090461 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.090674 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.090922 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.091172 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.091426 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.091652 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.091875 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.092146 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.092386 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.092624 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.092996 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.093154 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.093397 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.093667 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.093916 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.094166 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.094390 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.094842 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.094958 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 48118) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:21:01.095379 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.095825 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.096086 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.096334 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.096590 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.096832 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.097145 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.097501 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.097820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.098110 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.098497 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.098786 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.099040 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.099325 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.099576 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.099831 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.100096 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.100381 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.100645 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.100924 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.101930 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.102195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.102501 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.102754 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.103033 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.103285 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.103538 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.103925 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.104326 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.104723 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.105109 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.105512 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.106086 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.106535 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.106954 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.107285 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.107564 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.107867 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.108200 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.108630 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.108832 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.109129 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.109400 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.109718 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.110011 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.110315 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.110585 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.112745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.112745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.113098 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0140405
Apr 19 18:21:01.113208 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.113208 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.113208 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.113208 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.113208 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.113669 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.113768 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.116298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.116298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.116298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.116298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.116298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.116298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.117028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.117028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.117937 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.117937 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.49/identity {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.118163 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.118433 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.118712 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.118964 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.119234 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.119483 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.120625 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.120625 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.120625 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.120625 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.120625 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.121327 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.121327 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.121327 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.121757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.123321 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.123321 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.123321 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.123795 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.123795 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.124072 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.124072 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.124349 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.129578 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.129578 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.129578 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.129578 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.129578 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.129578 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.129578 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.129578 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.130684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.130684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.130684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.130684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.130684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.130684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.130684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.130684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.131720 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.131720 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.131720 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.131720 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.131720 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.131720 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.131720 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.132677 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.132677 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.132677 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.132677 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.133199 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.133199 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.133476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.133677 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.133903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.134184 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.134460 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.134715 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.134972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.135215 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.135468 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.135713 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.136045 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.136319 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.136585 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.136856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.137127 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.137403 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.137673 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.137923 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.138176 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.138402 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.138829 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.139223 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.139623 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.140018 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.140468 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.140876 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.141272 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.141687 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.142128 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.142983 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.142983 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.142983 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.143236 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.143467 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.143722 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.144076 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.144371 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.144631 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.144969 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.145223 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.145526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.145813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.146194 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.146474 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.146757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.147032 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.147286 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.147546 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.147856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.148229 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.148722 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.149148 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.149627 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.149955 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.150401 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.150714 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.150997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.151315 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.151677 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.151979 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.152259 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.152532 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.152838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.153100 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.153354 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.153641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.153902 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.154156 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.154439 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.154717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.154998 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.155251 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.155519 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.155793 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.156054 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.156331 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.156601 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.156852 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.157037 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 18:21:01.157624 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86197) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 19 18:21:01.158248 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 19 18:21:01.158248 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 19 18:21:01.158248 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 19 18:21:01.158548 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 19 18:21:01.158548 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 19 18:21:01.158729 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.158874 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.159208 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.159554 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.159729 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.160084 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.160416 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.160587 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.160935 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.161105 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.161438 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.161761 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.162055 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.162394 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.162564 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.162885 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.163224 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.163420 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.163613 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.164310 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.164511 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.164697 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.164883 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.165048 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.165406 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.165756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.166102 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.166293 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.166481 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.166668 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.166858 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.167043 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.167208 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.167387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.167549 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.167704 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.167868 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.168031 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.168241 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.168391 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.168528 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] host                           = dv-cinder-786928-1-iscsi {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.168674 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.168856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.169092 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.169686 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.169686 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.169686 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.170108 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.170108 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.170489 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.170489 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.170489 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.170888 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.170888 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.171331 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.171331 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.171331 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.171717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.171717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.171717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.172138 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.172138 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.172407 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.172407 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.172672 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.172672 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.172931 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.173067 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.173212 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.173397 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.173539 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.173712 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.173853 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.173998 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.174135 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.174274 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.174453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.174608 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.174796 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.174980 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.175165 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.175348 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.175532 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.175715 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.175898 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.176082 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.176235 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.176425 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.176609 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.176798 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.177364 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.177364 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.177364 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.178884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.178884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.178884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.178884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.178884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.178884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.178884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.178884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.180601 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.180601 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.180601 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.180601 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.180601 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.180601 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.180601 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.180601 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.182446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 19 18:21:01.182446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.182446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.182446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.182446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.182446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.182446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.182446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.183526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.183526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.183526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.183526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.183526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.183526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.183526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.185291 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.185291 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.185291 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.185291 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.185903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.185903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.185903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.185903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.186438 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.186438 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.186438 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.49/identity {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.186821 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.186821 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.187081 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.187081 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.187355 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.187355 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.187616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.187753 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.187890 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.188025 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.188161 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.188296 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.188489 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.188645 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.188841 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.189029 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.189217 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.189406 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.189605 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.190001 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.190192 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.190380 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.190537 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.190773 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.190919 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.191058 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.191237 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.191381 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.191518 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.191701 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.191886 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.192944 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.193136 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.193324 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.193511 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.194642 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.194642 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.195616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.195616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.195616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.195616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.195616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.195616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.202288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.202288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.202288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.202288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.202288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.202288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.202288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.202288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.202288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.203278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.203278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.203278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.203278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.203278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.203278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.203278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.203278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.203278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.204008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.204008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.204008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.204008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.204008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.204008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.204008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.204008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.206657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.206657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.206657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.206657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.206657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.206657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.206657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.206657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.207351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.207351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.207351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.207351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.207351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.207351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.207351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.207351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.208053 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.208053 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.208053 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.208053 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.208053 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.208053 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.208053 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.208053 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.208745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.208745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.208745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.208745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.208745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.208745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.208745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.208745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.208745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.209374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.209374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.209374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.209374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.209374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.210453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.210453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.210453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.210453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.210453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.210453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.211503 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.211503 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.211503 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.211747 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.211747 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.211875 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.49/identity {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.212050 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.212242 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.212430 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.213123 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.213123 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.213123 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.213123 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.213398 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.213398 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.213586 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.213905 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.214233 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.214419 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.214579 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.214767 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.214957 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.215143 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.215330 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.215517 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.215703 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.215889 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.216078 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.216266 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.216453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.216639 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.216830 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.217016 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.217205 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.217391 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.217618 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.217814 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.218044 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.218044 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.218044 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.218044 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.218044 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.218044 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.218044 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.218044 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.219974 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.220407 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.220653 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.220787 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.221533 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.221533 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.221533 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.221533 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.221846 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.221846 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.221990 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.222302 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.222658 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.222839 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.223024 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.223212 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.223510 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.223714 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.223714 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.224509 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.224509 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.224509 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.224509 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.224509 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.224897 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.224897 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.225027 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.225196 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.225590 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.225590 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.225983 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.226326 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.227160 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.227365 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.227554 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.227742 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.227930 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.228121 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.228320 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.228508 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.228694 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.228971 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.229093 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.230698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.230698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.230698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.230698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.230698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.230698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.230698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.230698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.231224 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.231224 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.231224 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.231224 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.231224 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.231513 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.231513 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.231715 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.231902 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.232090 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.233717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.233717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.233717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.233717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.233717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.233717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.233717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.233717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.234264 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.234264 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.234396 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:21:01.234469 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.234469 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.234469 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.234469 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.234703 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.234781 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.234951 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.235069 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.235257 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.235446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.235634 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.235820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.236008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.236195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.236383 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.236569 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.236756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.236943 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.237153 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.237348 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 19 18:21:01.237462 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 19 18:21:12.189901 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efe914c-b206-4d78-889a-13e4a3f3cd94 None None] get_active_networks_info from dv-cinder-786928-1-iscsi {{(pid=86312) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 19 18:21:12.370030 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5793d646-c797-4db3-bb24-3cf436883c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453'] for agent, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:12.383642 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efe914c-b206-4d78-889a-13e4a3f3cd94 None None] No non-hosted networks {{(pid=86312) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 19 18:21:14.102134 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4739c681-4a58-4392-803e-f3ea001a6858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453'] for agent, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:14.150135 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d05256f2-5e2c-48e6-9edb-dd3ac5ff20d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:15.232411 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453'] for agent, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:15.628603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453'] for agent, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:15.633370 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:15.635123 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:15.638609 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:15.639249 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:15.639798 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:15.640626 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:15.641141 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:15.641750 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:15.642276 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:15.642781 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:15.643286 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:15.643797 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:15.644347 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7100979438>, 'Open vSwitch agent', 'dv-cinder-786928-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:21:15.650555 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f71009c0e10>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786928-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:21:16.319175 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453'] for agent, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:17.176492 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 48214) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:21:17.799749 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING oslo_policy.policy [None req-85818ef4-0c25-4248-9346-0407596d621d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 18:21:17.800326 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING oslo_policy.policy [None req-85818ef4-0c25-4248-9346-0407596d621d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 18:21:18.033154 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [None req-85818ef4-0c25-4248-9346-0407596d621d admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86311) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:21:18.034414 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-85818ef4-0c25-4248-9346-0407596d621d admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8558149
Apr 19 18:21:20.790838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 48230) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:21:21.192646 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-3b3c5dc8-c331-4692-8419-25b9726df782 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:21:21.276232 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_hamode_db [None req-f037c1a1-a900-4da9-8627-654332d56b52 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 19 18:21:21.298403 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.policy [None req-3b3c5dc8-c331-4692-8419-25b9726df782 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86311) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 19 18:21:21.357507 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING oslo_policy.policy [None req-3b3c5dc8-c331-4692-8419-25b9726df782 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 18:21:21.357967 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING oslo_policy.policy [None req-3b3c5dc8-c331-4692-8419-25b9726df782 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 18:21:21.366712 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f037c1a1-a900-4da9-8627-654332d56b52 None None] Routers set() bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:21:21.367137 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f037c1a1-a900-4da9-8627-654332d56b52 None None] Router IDs set() for agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 19 18:21:21.375770 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota [None req-3b3c5dc8-c331-4692-8419-25b9726df782 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f7101040358>.
Apr 19 18:21:21.391960 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-3b3c5dc8-c331-4692-8419-25b9726df782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:21:21.449079 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3b3c5dc8-c331-4692-8419-25b9726df782 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279141450279', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279141450867', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279141439690', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279141466486', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279141483385', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279141483710', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851116459', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851309483', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-698728', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854159993'] for rbac-policy, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:21.669524 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3b3c5dc8-c331-4692-8419-25b9726df782 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:21.670729 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-3b3c5dc8-c331-4692-8419-25b9726df782 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8788548
Apr 19 18:21:24.635842 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 48244) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:21:25.003343 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Request body: {'network': {'project_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'name': 'private', 'admin_state_up': True}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:21:25.009137 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:21:25.013655 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Usage tracker for resource:network and tenant:ef9f6d53ae1b44bd9bb8ec47ddc6db3b is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:21:25.017273 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:21:25.023636 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:21:25.032267 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Made reservation on behalf of ef9f6d53ae1b44bd9bb8ec47ddc6db3b for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:21:25.038636 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:25.055236 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:25.069938 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:21:25.073724 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Usage tracker for resource:security_group_rule and tenant:ef9f6d53ae1b44bd9bb8ec47ddc6db3b is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:21:25.077158 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:21:25.083187 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:21:25.180291 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:25.182941 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:25.187607 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:21:25.211423 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363}  {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:21:25.237427 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279146136470', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:25.237994 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7101ccc6a8> segment precommit_create {{(pid=86311) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 19 18:21:25.238465 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Added segment 251f4798-179e-4413-99b9-aff285fbff24 of type vlan for network 3954c6b5-795f-4e96-9306-2e852e553a70
Apr 19 18:21:25.247255 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaac317-deb2-405f-a9a7-5f12c177960e,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:21:25.298279 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:25.298662 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:25.299022 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:25.299376 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:25.299728 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:25.300089 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:25.300436 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:25.300784 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:25.301142 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:25.301491 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:25.301861 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:25.302201 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Tracked resource versions report:
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]: pushed versions:
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]: {   'AddressGroup': {'1.2'},
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:     'ConntrackHelper': {'1.0'},
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Log': {'1.0'},
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Network': {'1.1'},
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Port': {'1.7'},
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:     'PortForwarding': {'1.2'},
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:     'QosPolicy': {'1.8'},
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SecurityGroup': {'1.4'},
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SecurityGroupRule': {'1.2'},
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SubPort': {'1.0'},
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Subnet': {'1.1'},
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Trunk': {'1.1'}}
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]: consumer versions:
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]: {   DHCP agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:     L3 agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:     Metadata agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:     Metering agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:     Open vSwitch agent@dv-cinder-786928-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'ConntrackHelper': '1.0',
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Log': '1.0',
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Network': '1.1',
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Port': '1.7',
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'PortForwarding': '1.2',
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'QosPolicy': '1.8',
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SecurityGroup': '1.4',
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SecurityGroupRule': '1.2',
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SubPort': '1.0',
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Subnet': '1.1',
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Trunk': '1.1'}}
Apr 19 18:21:25.303247 dv-cinder-786928-1-iscsi neutron-server[86197]:  {{(pid=86311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 18:21:25.357423 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:25.363275 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:21:25.394829 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:25.396259 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:21:25.396909 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:25.402470 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:21:25.511496 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8744752
Apr 19 18:21:25.514262 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Pushing event updated for resources: {'Network': ['ID=3954c6b5-795f-4e96-9306-2e852e553a70,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:21:25.517393 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:21:25.526662 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network 3954c6b5-795f-4e96-9306-2e852e553a70 details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:21:28.537611 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 48260) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:21:29.016170 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef0e7a4-6993-4ed2-9a80-020e52a4c747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:21:29.017657 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-fef0e7a4-6993-4ed2-9a80-020e52a4c747 admin admin] 10.222.0.49 "GET /v2.0/networks/3954c6b5-795f-4e96-9306-2e852e553a70 HTTP/1.1" status: 200  len: 825 time: 0.4784346
Apr 19 18:21:29.046788 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-1608785e-2b93-43f0-867f-a9593a88ac8f admin admin] 10.222.0.49 "GET /v2.0/subnetpools/e9a099d8-bc6e-4f21-a283-5096bfbe225f HTTP/1.1" status: 200  len: 734 time: 0.0225170
Apr 19 18:21:29.056138 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-6e697a35-f434-4f1c-a91e-7d8541e38dc0 admin admin] Request body: {'subnet': {'network_id': '3954c6b5-795f-4e96-9306-2e852e553a70', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e9a099d8-bc6e-4f21-a283-5096bfbe225f', 'ip_version': 4, 'tenant_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:21:29.060642 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-6e697a35-f434-4f1c-a91e-7d8541e38dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:21:29.064621 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-6e697a35-f434-4f1c-a91e-7d8541e38dc0 admin admin] Usage tracker for resource:subnet and tenant:ef9f6d53ae1b44bd9bb8ec47ddc6db3b is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:21:29.067610 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-6e697a35-f434-4f1c-a91e-7d8541e38dc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:21:29.073785 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-6e697a35-f434-4f1c-a91e-7d8541e38dc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:21:29.082756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e697a35-f434-4f1c-a91e-7d8541e38dc0 admin admin] Made reservation on behalf of ef9f6d53ae1b44bd9bb8ec47ddc6db3b for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:21:29.087803 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6e697a35-f434-4f1c-a91e-7d8541e38dc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:29.565309 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6e697a35-f434-4f1c-a91e-7d8541e38dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:29.571095 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:21:29.658498 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697a35-f434-4f1c-a91e-7d8541e38dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=291a7c1e-f93a-4d99-afda-d3118aa37f71,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:21:29.660528 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e697a35-f434-4f1c-a91e-7d8541e38dc0 admin admin] Checking segment: {'id': '251f4798-179e-4413-99b9-aff285fbff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3954c6b5-795f-4e96-9306-2e852e553a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:21:29.660916 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e697a35-f434-4f1c-a91e-7d8541e38dc0 admin admin] Network hostable DHCP agents. Network: 3954c6b5-795f-4e96-9306-2e852e553a70, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:21:29.667476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6e697a35-f434-4f1c-a91e-7d8541e38dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:21:29.682546 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e697a35-f434-4f1c-a91e-7d8541e38dc0 admin admin] Network 3954c6b5-795f-4e96-9306-2e852e553a70 is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:21:29.691710 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-6e697a35-f434-4f1c-a91e-7d8541e38dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, 3954c6b5-795f-4e96-9306-2e852e553a70) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:21:29.696643 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e697a35-f434-4f1c-a91e-7d8541e38dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:21:29.697272 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6e697a35-f434-4f1c-a91e-7d8541e38dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:29.702025 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1d90f8-5b75-4185-97c8-1eca1536560a None None] Network 3954c6b5-795f-4e96-9306-2e852e553a70 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:21:29.719030 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-6e697a35-f434-4f1c-a91e-7d8541e38dc0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6665263
Apr 19 18:21:30.030004 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c436ad-65af-555d-b32f-4431a98d60b1-3954c6b5-795f-4e96-9306-2e852e553a70', 'network_id': '3954c6b5-795f-4e96-9306-2e852e553a70', 'tenant_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'fixed_ips': [{'subnet_id': '291a7c1e-f93a-4d99-afda-d3118aa37f71'}]}} from dv-cinder-786928-1-iscsi. {{(pid=86312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:21:30.031287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:30.392986 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Allocated IP 172.20.0.2 (3954c6b5-795f-4e96-9306-2e852e553a70/291a7c1e-f93a-4d99-afda-d3118aa37f71/c9b1724f-5627-417e-b875-60f800b880a8) {{(pid=86312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:21:30.629246 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Notify callbacks [] for port, precommit_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:30.642573 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Transition to ACTIVE for port object c9b1724f-5627-417e-b875-60f800b880a8 will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:21:30.663887 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Transition to ACTIVE for port object c9b1724f-5627-417e-b875-60f800b880a8 will not be triggered until provisioned by entity DHCP. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:21:30.669694 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:30.677743 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:21:30.741695 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Network 3954c6b5-795f-4e96-9306-2e852e553a70 is already hosted by enough agents. {{(pid=86312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:21:30.745127 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Resources bound (agent type, host, resource id):  {{(pid=86312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:21:30.748264 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Received port after_create {{(pid=86312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:21:30.792803 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Pushing event updated for resources: {'Port': ['ID=c9b1724f-5627-417e-b875-60f800b880a8,revision_number=1']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:21:30.837982 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:30.838359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:30.838723 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:30.839082 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:30.839438 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:30.839792 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:30.840143 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:30.840492 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:30.840860 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:30.841210 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:30.841554 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:30.841926 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Tracked resource versions report:
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]: pushed versions:
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]: {   'AddressGroup': {'1.2'},
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:     'ConntrackHelper': {'1.0'},
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Log': {'1.0'},
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Network': {'1.1'},
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Port': {'1.7'},
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:     'PortForwarding': {'1.2'},
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:     'QosPolicy': {'1.8'},
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SecurityGroup': {'1.4'},
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SecurityGroupRule': {'1.2'},
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SubPort': {'1.0'},
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Subnet': {'1.1'},
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Trunk': {'1.1'}}
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]: consumer versions:
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]: {   DHCP agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:     L3 agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:     Metadata agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:     Metering agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:     Open vSwitch agent@dv-cinder-786928-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'ConntrackHelper': '1.0',
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Log': '1.0',
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Network': '1.1',
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Port': '1.7',
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'PortForwarding': '1.2',
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'QosPolicy': '1.8',
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SecurityGroup': '1.4',
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SecurityGroupRule': '1.2',
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SubPort': '1.0',
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Subnet': '1.1',
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Trunk': '1.1'}}
Apr 19 18:21:30.842977 dv-cinder-786928-1-iscsi neutron-server[86197]:  {{(pid=86312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 18:21:30.851466 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:21:30.868565 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Attempting to bind port c9b1724f-5627-417e-b875-60f800b880a8 on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:21:30.868978 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Attempting to bind port c9b1724f-5627-417e-b875-60f800b880a8 by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '251f4798-179e-4413-99b9-aff285fbff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3954c6b5-795f-4e96-9306-2e852e553a70'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:21:30.869386 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Attempting to bind port c9b1724f-5627-417e-b875-60f800b880a8 on network 3954c6b5-795f-4e96-9306-2e852e553a70 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:21:30.874925 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:21:30.875345 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Checking segment: {'id': '251f4798-179e-4413-99b9-aff285fbff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3954c6b5-795f-4e96-9306-2e852e553a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:21:30.875815 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:30.876236 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Bound using segment: {'id': '251f4798-179e-4413-99b9-aff285fbff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3954c6b5-795f-4e96-9306-2e852e553a70'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:21:30.876786 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Bound port: c9b1724f-5627-417e-b875-60f800b880a8, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251f4798-179e-4413-99b9-aff285fbff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3954c6b5-795f-4e96-9306-2e852e553a70'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:21:30.877268 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:30.971835 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] For port c9b1724f-5627-417e-b875-60f800b880a8, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:21:30.975945 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] For port c9b1724f-5627-417e-b875-60f800b880a8, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=c9b1724f-5627-417e-b875-60f800b880a8,segment=NetworkSegment(251f4798-179e-4413-99b9-aff285fbff24),segment_id=251f4798-179e-4413-99b9-aff285fbff24)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:21:30.979256 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:30.984178 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:21:31.077211 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Pushing event updated for resources: {'Port': ['ID=c9b1724f-5627-417e-b875-60f800b880a8,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:21:31.080877 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:21:32.480683 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 48270) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:21:32.873263 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [None req-a783e4fd-62f4-4ba7-b5c8-2b6462925dbe admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86311) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:21:32.875082 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-a783e4fd-62f4-4ba7-b5c8-2b6462925dbe admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3934321
Apr 19 18:21:35.637433 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 48280) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:21:36.040928 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [None req-9c82427a-1b27-416d-8caf-ef4fc3c5c2b6 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86311) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:21:36.046115 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-9c82427a-1b27-416d-8caf-ef4fc3c5c2b6 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4075863
Apr 19 18:21:37.582273 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device c9b1724f-5627-417e-b875-60f800b880a8 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:21:37.656145 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port c9b1724f-5627-417e-b875-60f800b880a8 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:21:37.994359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69536cb-81b7-4181-be3d-686c0bb56337 None None] Network 3954c6b5-795f-4e96-9306-2e852e553a70 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:21:38.094362 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-fb0d9f96-65a9-4cca-aadd-dcc4e8e7a0fd None None] Provisioning for port c9b1724f-5627-417e-b875-60f800b880a8 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:21:38.103481 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-fb0d9f96-65a9-4cca-aadd-dcc4e8e7a0fd None None] Provisioning complete for port c9b1724f-5627-417e-b875-60f800b880a8 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:21:38.103904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fb0d9f96-65a9-4cca-aadd-dcc4e8e7a0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:38.356186 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fb0d9f96-65a9-4cca-aadd-dcc4e8e7a0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:38.405810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-fb0d9f96-65a9-4cca-aadd-dcc4e8e7a0fd None None] For port c9b1724f-5627-417e-b875-60f800b880a8, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=c9b1724f-5627-417e-b875-60f800b880a8,segment=NetworkSegment(251f4798-179e-4413-99b9-aff285fbff24),segment_id=251f4798-179e-4413-99b9-aff285fbff24)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:21:38.410185 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fb0d9f96-65a9-4cca-aadd-dcc4e8e7a0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:38.415279 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:21:38.489677 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d9f96-65a9-4cca-aadd-dcc4e8e7a0fd None None] Pushing event updated for resources: {'Port': ['ID=c9b1724f-5627-417e-b875-60f800b880a8,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:21:38.493031 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-fb0d9f96-65a9-4cca-aadd-dcc4e8e7a0fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:21:38.634696 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-71aa1faf-0ff5-4072-8410-bd7bc97ef320 None None] Provisioning complete for port c9b1724f-5627-417e-b875-60f800b880a8 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:21:38.635209 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-71aa1faf-0ff5-4072-8410-bd7bc97ef320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:39.085999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 48296) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:21:39.457497 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-ed8f9e95-9821-4cb3-bad4-c79e7ed3d28c admin admin] Request body: {'router': {'tenant_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'name': 'router1', 'admin_state_up': True}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:21:39.463745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-ed8f9e95-9821-4cb3-bad4-c79e7ed3d28c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:21:39.467755 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-ed8f9e95-9821-4cb3-bad4-c79e7ed3d28c admin admin] Usage tracker for resource:router and tenant:ef9f6d53ae1b44bd9bb8ec47ddc6db3b is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:21:39.470962 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-ed8f9e95-9821-4cb3-bad4-c79e7ed3d28c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:21:39.477532 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-ed8f9e95-9821-4cb3-bad4-c79e7ed3d28c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:21:39.486528 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed8f9e95-9821-4cb3-bad4-c79e7ed3d28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-630764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-316'] for router, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:39.487844 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed8f9e95-9821-4cb3-bad4-c79e7ed3d28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854145052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854091501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775515'] for router, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:39.508943 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed8f9e95-9821-4cb3-bad4-c79e7ed3d28c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:39.553559 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device c9b1724f-5627-417e-b875-60f800b880a8 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:21:39.618869 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed8f9e95-9821-4cb3-bad4-c79e7ed3d28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:39.627519 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port c9b1724f-5627-417e-b875-60f800b880a8 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:21:39.627924 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:39.636690 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed8f9e95-9821-4cb3-bad4-c79e7ed3d28c admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:39.637967 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ed8f9e95-9821-4cb3-bad4-c79e7ed3d28c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5509195
Apr 19 18:21:42.032531 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-42f9e8e1-9871-46ee-9589-af02ffa7d66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:42.349207 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 48306) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:21:42.732450 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [None req-0b9a9de9-b09a-4155-be4b-e45df322e5c9 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86311) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:21:42.733541 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-0b9a9de9-b09a-4155-be4b-e45df322e5c9 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3832717
Apr 19 18:21:44.093364 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8c6e1255-a6ba-4aa3-bf98-87418b990a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:45.184758 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:45.456806 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 48326) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:21:45.612815 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:45.617750 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:21:45.623094 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:21:45.627088 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Usage tracker for resource:network and tenant:607216bd73cf45abbe4161b3d07e2d17 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:21:45.630015 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:21:45.635894 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:21:45.644367 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Made reservation on behalf of 607216bd73cf45abbe4161b3d07e2d17 for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:21:45.649428 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:45.661892 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:45.677268 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:21:45.681016 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Usage tracker for resource:security_group_rule and tenant:607216bd73cf45abbe4161b3d07e2d17 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:21:45.683824 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:21:45.689639 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:21:45.774699 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:45.777170 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:45.781308 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:21:45.795108 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Reserving flat network on physical network physnet1 {{(pid=86311) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 19 18:21:45.819033 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d08e243-507d-494b-b547-90df7bfd25a1,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:21:45.822670 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:45.823045 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Added segment 57529678-fb7d-4359-a8c9-cc16ff00f3a9 of type flat for network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd
Apr 19 18:21:45.824271 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:21:45.857152 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:45.892073 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:45.893397 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:21:45.894058 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:45.899531 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:21:46.004249 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5463130
Apr 19 18:21:46.004981 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Pushing event updated for resources: {'Network': ['ID=eb28e62a-8d75-49e7-ada8-00ad29eb6ecd,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:21:46.019183 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:21:46.032873 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:21:46.266522 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:48.533085 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 48346) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:21:48.649430 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfc43a0-102f-4509-9d65-1936e20063f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:21:48.650854 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-1dfc43a0-102f-4509-9d65-1936e20063f1 admin admin] 10.222.0.49 "GET /v2.0/subnets/291a7c1e-f93a-4d99-afda-d3118aa37f71 HTTP/1.1" status: 200  len: 849 time: 0.1167076
Apr 19 18:21:48.946643 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f39a99da-88ec-4b54-9cd4-4be1b84be90f admin admin] 10.222.0.49 "GET /v2.0/routers/1d7521d2-a39a-47b2-be51-63f485bcbc66 HTTP/1.1" status: 200  len: 704 time: 0.2897575
Apr 19 18:21:49.438653 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:49.675013 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Allocated IP 172.20.0.1 (3954c6b5-795f-4e96-9306-2e852e553a70/291a7c1e-f93a-4d99-afda-d3118aa37f71/f52768c3-0318-4008-a7d8-9b36955a61af) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:21:49.838307 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:49.855678 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Transition to ACTIVE for port object f52768c3-0318-4008-a7d8-9b36955a61af will not be triggered until provisioned by entity DHCP. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:21:49.912271 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:49.917374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:21:49.981526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Network 3954c6b5-795f-4e96-9306-2e852e553a70 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:21:49.984996 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:21:49.987542 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:21:49.988237 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854139902'] for router_interface, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:50.139260 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Pushing event updated for resources: {'Port': ['ID=f52768c3-0318-4008-a7d8-9b36955a61af,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:21:50.141608 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-9d4830af-1b53-4251-b88b-aebcc79e4a8d None None] Provisioning for port f52768c3-0318-4008-a7d8-9b36955a61af completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:21:50.146772 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-9d4830af-1b53-4251-b88b-aebcc79e4a8d None None] Provisioning complete for port f52768c3-0318-4008-a7d8-9b36955a61af triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:21:50.147175 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9d4830af-1b53-4251-b88b-aebcc79e4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:50.151609 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:21:50.206179 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-9d4830af-1b53-4251-b88b-aebcc79e4a8d None None] Port f52768c3-0318-4008-a7d8-9b36955a61af cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:21:50.277108 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:50.518738 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:50.522026 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:50.523123 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851135825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636005'] for router_interface, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:50.527370 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:21:50.829744 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Pushing event updated for resources: {'Port': ['ID=f52768c3-0318-4008-a7d8-9b36955a61af,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:21:50.834104 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:21:50.893452 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Network 3954c6b5-795f-4e96-9306-2e852e553a70 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:21:50.894565 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:21:51.095901 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Router 1d7521d2-a39a-47b2-be51-63f485bcbc66 is scheduled to L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c with binding_index 1 {{(pid=86311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:21:51.131543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-55f83494-3ec2-4f28-a849-c5b995fe9ef0 None None] Provisioning complete for port f52768c3-0318-4008-a7d8-9b36955a61af triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:21:51.131948 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-55f83494-3ec2-4f28-a849-c5b995fe9ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:51.191814 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-55f83494-3ec2-4f28-a849-c5b995fe9ef0 None None] Port f52768c3-0318-4008-a7d8-9b36955a61af cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:21:51.263553 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:21:51.273141 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] 10.222.0.49 "PUT /v2.0/routers/1d7521d2-a39a-47b2-be51-63f485bcbc66/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3209429
Apr 19 18:21:51.273902 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Sync routers for ids ['1d7521d2-a39a-47b2-be51-63f485bcbc66'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:21:51.285157 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Routers {'1d7521d2-a39a-47b2-be51-63f485bcbc66'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:21:51.286065 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7101306be0>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:21:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['1d7521d2-a39a-47b2-be51-63f485bcbc66'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:21:51.472807 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Set router 1d7521d2-a39a-47b2-be51-63f485bcbc66 gateway port host: None {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:21:52.028652 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7101306be0>, [{'id': '1d7521d2-a39a-47b2-be51-63f485bcbc66', 'name': 'router1', 'tenant_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:39Z', 'updated_at': '2021-04-19T18:21:50Z', 'revision_number': 2, 'project_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'gw_port_host': None, '_interfaces': [{'id': 'f52768c3-0318-4008-a7d8-9b36955a61af', 'name': '', 'network_id': '3954c6b5-795f-4e96-9306-2e852e553a70', 'tenant_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'mac_address': 'fa:16:3e:b3:91:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7521d2-a39a-47b2-be51-63f485bcbc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '291a7c1e-f93a-4d99-afda-d3118aa37f71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:49Z', 'updated_at': '2021-04-19T18:21:50Z', 'revision_number': 2, 'project_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'subnets': [{'id': '291a7c1e-f93a-4d99-afda-d3118aa37f71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9a099d8-bc6e-4f21-a283-5096bfbe225f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:21:52.033613 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Checking router: 1d7521d2-a39a-47b2-be51-63f485bcbc66 for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:21:52.034010 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Updating router 1d7521d2-a39a-47b2-be51-63f485bcbc66 port f52768c3-0318-4008-a7d8-9b36955a61af binding host dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:21:52.092587 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:52.489942 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:52.504414 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Transition to ACTIVE for port object f52768c3-0318-4008-a7d8-9b36955a61af will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:21:52.510232 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:52.516413 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:21:52.734533 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Pushing event updated for resources: {'Port': ['ID=f52768c3-0318-4008-a7d8-9b36955a61af,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:21:52.750491 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:52.750822 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:52.751186 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:52.751543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:52.751895 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:52.752246 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:52.752595 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:52.752945 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:52.753307 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:52.753693 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:52.754044 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:52.754386 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Tracked resource versions report:
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]: pushed versions:
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]: {   'AddressGroup': {'1.2'},
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:     'ConntrackHelper': {'1.0'},
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Log': {'1.0'},
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Network': {'1.1'},
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Port': {'1.7'},
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:     'PortForwarding': {'1.2'},
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:     'QosPolicy': {'1.8'},
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SecurityGroup': {'1.4'},
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SecurityGroupRule': {'1.2'},
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SubPort': {'1.0'},
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Subnet': {'1.1'},
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Trunk': {'1.1'}}
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]: consumer versions:
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]: {   DHCP agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:     L3 agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:     Metadata agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:     Metering agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:     Open vSwitch agent@dv-cinder-786928-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'ConntrackHelper': '1.0',
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Log': '1.0',
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Network': '1.1',
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Port': '1.7',
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'PortForwarding': '1.2',
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'QosPolicy': '1.8',
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SecurityGroup': '1.4',
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SecurityGroupRule': '1.2',
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SubPort': '1.0',
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Subnet': '1.1',
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Trunk': '1.1'}}
Apr 19 18:21:52.755434 dv-cinder-786928-1-iscsi neutron-server[86197]:  {{(pid=86313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 18:21:52.763337 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:21:52.765429 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Attempting to bind port f52768c3-0318-4008-a7d8-9b36955a61af on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:21:52.765908 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Attempting to bind port f52768c3-0318-4008-a7d8-9b36955a61af by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '251f4798-179e-4413-99b9-aff285fbff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3954c6b5-795f-4e96-9306-2e852e553a70'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:21:52.766312 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Attempting to bind port f52768c3-0318-4008-a7d8-9b36955a61af on network 3954c6b5-795f-4e96-9306-2e852e553a70 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:21:52.771884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:21:52.772307 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Checking segment: {'id': '251f4798-179e-4413-99b9-aff285fbff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3954c6b5-795f-4e96-9306-2e852e553a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:21:52.773318 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:52.773761 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Bound using segment: {'id': '251f4798-179e-4413-99b9-aff285fbff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3954c6b5-795f-4e96-9306-2e852e553a70'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:21:52.774286 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Bound port: f52768c3-0318-4008-a7d8-9b36955a61af, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251f4798-179e-4413-99b9-aff285fbff24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3954c6b5-795f-4e96-9306-2e852e553a70'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:21:52.774687 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:52.868684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] For port f52768c3-0318-4008-a7d8-9b36955a61af, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:21:52.872986 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] For port f52768c3-0318-4008-a7d8-9b36955a61af, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=f52768c3-0318-4008-a7d8-9b36955a61af,segment=NetworkSegment(251f4798-179e-4413-99b9-aff285fbff24),segment_id=251f4798-179e-4413-99b9-aff285fbff24)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:21:52.875693 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:52.880733 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:21:52.967774 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Routers {'1d7521d2-a39a-47b2-be51-63f485bcbc66'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:21:52.968450 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7101306be0>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:21:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['1d7521d2-a39a-47b2-be51-63f485bcbc66'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:21:53.041624 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Pushing event updated for resources: {'Port': ['ID=f52768c3-0318-4008-a7d8-9b36955a61af,revision_number=4']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:21:53.100632 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:21:53.143270 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] Set router 1d7521d2-a39a-47b2-be51-63f485bcbc66 gateway port host: None {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:21:53.494559 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7101306be0>, [{'id': '1d7521d2-a39a-47b2-be51-63f485bcbc66', 'name': 'router1', 'tenant_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:39Z', 'updated_at': '2021-04-19T18:21:50Z', 'revision_number': 2, 'project_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'gw_port_host': None, '_interfaces': [{'id': 'f52768c3-0318-4008-a7d8-9b36955a61af', 'name': '', 'network_id': '3954c6b5-795f-4e96-9306-2e852e553a70', 'tenant_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'mac_address': 'fa:16:3e:b3:91:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7521d2-a39a-47b2-be51-63f485bcbc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '291a7c1e-f93a-4d99-afda-d3118aa37f71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:49Z', 'updated_at': '2021-04-19T18:21:52Z', 'revision_number': 4, 'project_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'subnets': [{'id': '291a7c1e-f93a-4d99-afda-d3118aa37f71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9a099d8-bc6e-4f21-a283-5096bfbe225f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:21:53.498626 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a8a065-7c85-4636-9643-59ac78802888 None None] The sync data for ids ['1d7521d2-a39a-47b2-be51-63f485bcbc66'] in dv-cinder-786928-1-iscsi is: [{'id': '1d7521d2-a39a-47b2-be51-63f485bcbc66', 'name': 'router1', 'tenant_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:39Z', 'updated_at': '2021-04-19T18:21:50Z', 'revision_number': 2, 'project_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'gw_port_host': None, '_interfaces': [{'id': 'f52768c3-0318-4008-a7d8-9b36955a61af', 'name': '', 'network_id': '3954c6b5-795f-4e96-9306-2e852e553a70', 'tenant_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'mac_address': 'fa:16:3e:b3:91:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7521d2-a39a-47b2-be51-63f485bcbc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '291a7c1e-f93a-4d99-afda-d3118aa37f71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:49Z', 'updated_at': '2021-04-19T18:21:52Z', 'revision_number': 4, 'project_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'subnets': [{'id': '291a7c1e-f93a-4d99-afda-d3118aa37f71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9a099d8-bc6e-4f21-a283-5096bfbe225f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:21:53.814175 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 48358) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:21:53.976686 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35601a80-aa95-4f01-8e79-bb6e844138dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:21:53.977307 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-35601a80-aa95-4f01-8e79-bb6e844138dc admin admin] Synchronizing usage tracker for tenant:607216bd73cf45abbe4161b3d07e2d17 on resource:network {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:21:53.993987 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-35601a80-aa95-4f01-8e79-bb6e844138dc admin admin] Unset dirty status for tenant:607216bd73cf45abbe4161b3d07e2d17 on resource:network {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:21:53.995236 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-35601a80-aa95-4f01-8e79-bb6e844138dc admin admin] 10.222.0.49 "GET /v2.0/networks/eb28e62a-8d75-49e7-ada8-00ad29eb6ecd HTTP/1.1" status: 200  len: 842 time: 0.1800160
Apr 19 18:21:54.006339 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'cidr': '172.27.1.0/24', 'name': 'public-subnet'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:21:54.011728 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:21:54.015697 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Usage tracker for resource:subnet and tenant:607216bd73cf45abbe4161b3d07e2d17 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:21:54.018667 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:21:54.025748 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:21:54.034315 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Made reservation on behalf of 607216bd73cf45abbe4161b3d07e2d17 for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:21:54.039531 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:54.482365 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.objects.ports [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86311) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 19 18:21:54.482894 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:54.487454 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:21:54.564388 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f658238b-a37c-4982-9e92-f3c7b755c7cd,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:21:54.567989 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:21:54.574554 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Checking segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:21:54.574950 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Network hostable DHCP agents. Network: eb28e62a-8d75-49e7-ada8-00ad29eb6ecd, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:21:54.593534 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:21:54.601419 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, eb28e62a-8d75-49e7-ada8-00ad29eb6ecd) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:21:54.605333 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:21:54.605995 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:54.610591 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2be234-c39f-4026-836d-3d44c0a528b1 None None] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:21:54.628133 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6257446
Apr 19 18:21:54.869390 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9199b82a-0e6f-4525-992c-3c4cd3278547 None None] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:21:57.238485 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 48372) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:21:57.445527 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-9a23ede1-8b84-4ae1-a61e-cdd3e5f521ba admin admin] 10.222.0.49 "GET /v2.0/routers/1d7521d2-a39a-47b2-be51-63f485bcbc66 HTTP/1.1" status: 200  len: 710 time: 0.2057014
Apr 19 18:21:57.583804 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9925aeab-378d-4ddf-894f-71fff48876ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:21:57.585998 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-9925aeab-378d-4ddf-894f-71fff48876ea admin admin] 10.222.0.49 "GET /v2.0/networks/eb28e62a-8d75-49e7-ada8-00ad29eb6ecd HTTP/1.1" status: 200  len: 886 time: 0.1347368
Apr 19 18:21:57.586923 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device f52768c3-0318-4008-a7d8-9b36955a61af up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:21:57.595436 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:21:57.656510 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port f52768c3-0318-4008-a7d8-9b36955a61af completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:21:57.661394 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port f52768c3-0318-4008-a7d8-9b36955a61af triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:21:57.661825 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:57.932612 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:57.965234 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port f52768c3-0318-4008-a7d8-9b36955a61af, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=f52768c3-0318-4008-a7d8-9b36955a61af,segment=NetworkSegment(251f4798-179e-4413-99b9-aff285fbff24),segment_id=251f4798-179e-4413-99b9-aff285fbff24)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:21:57.968168 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:57.970590 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-fb0d9f96-65a9-4cca-aadd-dcc4e8e7a0fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:21:58.040280 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=f52768c3-0318-4008-a7d8-9b36955a61af,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:21:58.043490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:21:58.080393 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854124193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775530'] for router, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:58.614329 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:58.674493 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:58.817895 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Allocated IP 172.27.1.205 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/0add6ece-c8dc-490c-b699-a5d10552284c) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:21:58.972836 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:59.002439 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:59.007548 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-505f4f58-4b14-47c4-b6a0-8328e4020576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:21:59.070789 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:21:59.074186 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:21:59.078286 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:21:59.093451 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:21:59.203046 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Pushing event updated for resources: {'Port': ['ID=0add6ece-c8dc-490c-b699-a5d10552284c,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:21:59.213833 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:21:59.485867 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:59.563810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device f52768c3-0318-4008-a7d8-9b36955a61af up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:21:59.638734 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port f52768c3-0318-4008-a7d8-9b36955a61af triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:21:59.639320 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:59.853407 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854124193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775530'] for router, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:21:59.856859 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854138426', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-651560'] for router, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:00.040872 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Router 1d7521d2-a39a-47b2-be51-63f485bcbc66 has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:22:00.229757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:22:00.238128 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:00.239398 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] 10.222.0.49 "PUT /v2.0/routers/1d7521d2-a39a-47b2-be51-63f485bcbc66 HTTP/1.1" status: 200  len: 890 time: 2.6474752
Apr 19 18:22:00.239635 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Sync routers for ids ['1d7521d2-a39a-47b2-be51-63f485bcbc66'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:22:00.249970 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Routers {'1d7521d2-a39a-47b2-be51-63f485bcbc66'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:22:00.250683 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710035cb38>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:21:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['1d7521d2-a39a-47b2-be51-63f485bcbc66'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:22:00.455051 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Set router 1d7521d2-a39a-47b2-be51-63f485bcbc66 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:22:00.815275 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710035cb38>, [{'id': '1d7521d2-a39a-47b2-be51-63f485bcbc66', 'name': 'router1', 'tenant_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '0add6ece-c8dc-490c-b699-a5d10552284c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:39Z', 'updated_at': '2021-04-19T18:21:59Z', 'revision_number': 4, 'project_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'gw_port': {'id': '0add6ece-c8dc-490c-b699-a5d10552284c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7521d2-a39a-47b2-be51-63f485bcbc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:58Z', 'updated_at': '2021-04-19T18:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'f52768c3-0318-4008-a7d8-9b36955a61af', 'name': '', 'network_id': '3954c6b5-795f-4e96-9306-2e852e553a70', 'tenant_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'mac_address': 'fa:16:3e:b3:91:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7521d2-a39a-47b2-be51-63f485bcbc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '291a7c1e-f93a-4d99-afda-d3118aa37f71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:49Z', 'updated_at': '2021-04-19T18:21:57Z', 'revision_number': 5, 'project_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'subnets': [{'id': '291a7c1e-f93a-4d99-afda-d3118aa37f71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9a099d8-bc6e-4f21-a283-5096bfbe225f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:22:00.820292 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Checking router: 1d7521d2-a39a-47b2-be51-63f485bcbc66 for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:22:00.820673 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Updating router 1d7521d2-a39a-47b2-be51-63f485bcbc66 port 0add6ece-c8dc-490c-b699-a5d10552284c binding host dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:22:00.879742 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:01.232573 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Notify callbacks [] for port, precommit_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:01.245480 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Transition to ACTIVE for port object 0add6ece-c8dc-490c-b699-a5d10552284c will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:22:01.251851 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:01.257400 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ea900351-6471-44fe-bede-7ee2d5c87c9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:22:01.338338 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Attempting to bind port 0add6ece-c8dc-490c-b699-a5d10552284c on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:22:01.338676 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Attempting to bind port 0add6ece-c8dc-490c-b699-a5d10552284c by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:22:01.339084 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Attempting to bind port 0add6ece-c8dc-490c-b699-a5d10552284c on network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:22:01.348724 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663490c3-63da-4aa1-8c26-f1bd96ad590b None None] Pushing event updated for resources: {'Port': ['ID=0add6ece-c8dc-490c-b699-a5d10552284c,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:22:01.351433 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:22:01.351843 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Checking segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:22:01.352283 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:01.352699 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Bound using segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:22:01.353209 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Bound port: 0add6ece-c8dc-490c-b699-a5d10552284c, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:22:01.353658 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:01.379492 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-663490c3-63da-4aa1-8c26-f1bd96ad590b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:22:01.431273 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] For port 0add6ece-c8dc-490c-b699-a5d10552284c, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:22:01.434406 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] For port 0add6ece-c8dc-490c-b699-a5d10552284c, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=0add6ece-c8dc-490c-b699-a5d10552284c,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:22:01.437548 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:01.442302 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:22:01.525060 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Routers {'1d7521d2-a39a-47b2-be51-63f485bcbc66'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:22:01.525783 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710035cb38>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:21:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['1d7521d2-a39a-47b2-be51-63f485bcbc66'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:22:01.593908 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663490c3-63da-4aa1-8c26-f1bd96ad590b None None] Pushing event updated for resources: {'Port': ['ID=0add6ece-c8dc-490c-b699-a5d10552284c,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:22:01.651966 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-663490c3-63da-4aa1-8c26-f1bd96ad590b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:22:01.720796 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] Set router 1d7521d2-a39a-47b2-be51-63f485bcbc66 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:22:02.067028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710035cb38>, [{'id': '1d7521d2-a39a-47b2-be51-63f485bcbc66', 'name': 'router1', 'tenant_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '0add6ece-c8dc-490c-b699-a5d10552284c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:39Z', 'updated_at': '2021-04-19T18:21:59Z', 'revision_number': 4, 'project_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'gw_port': {'id': '0add6ece-c8dc-490c-b699-a5d10552284c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7521d2-a39a-47b2-be51-63f485bcbc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:58Z', 'updated_at': '2021-04-19T18:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'f52768c3-0318-4008-a7d8-9b36955a61af', 'name': '', 'network_id': '3954c6b5-795f-4e96-9306-2e852e553a70', 'tenant_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'mac_address': 'fa:16:3e:b3:91:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7521d2-a39a-47b2-be51-63f485bcbc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '291a7c1e-f93a-4d99-afda-d3118aa37f71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:49Z', 'updated_at': '2021-04-19T18:21:57Z', 'revision_number': 5, 'project_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'subnets': [{'id': '291a7c1e-f93a-4d99-afda-d3118aa37f71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9a099d8-bc6e-4f21-a283-5096bfbe225f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:22:02.071262 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f085d089-527e-4407-b518-47ac1bd6e05c None None] The sync data for ids ['1d7521d2-a39a-47b2-be51-63f485bcbc66'] in dv-cinder-786928-1-iscsi is: [{'id': '1d7521d2-a39a-47b2-be51-63f485bcbc66', 'name': 'router1', 'tenant_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.205'}], 'enable_snat': True}, 'gw_port_id': '0add6ece-c8dc-490c-b699-a5d10552284c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:21:39Z', 'updated_at': '2021-04-19T18:21:59Z', 'revision_number': 4, 'project_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'gw_port': {'id': '0add6ece-c8dc-490c-b699-a5d10552284c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7521d2-a39a-47b2-be51-63f485bcbc66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:58Z', 'updated_at': '2021-04-19T18:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'f52768c3-0318-4008-a7d8-9b36955a61af', 'name': '', 'network_id': '3954c6b5-795f-4e96-9306-2e852e553a70', 'tenant_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'mac_address': 'fa:16:3e:b3:91:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7521d2-a39a-47b2-be51-63f485bcbc66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '291a7c1e-f93a-4d99-afda-d3118aa37f71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:21:49Z', 'updated_at': '2021-04-19T18:21:57Z', 'revision_number': 5, 'project_id': 'ef9f6d53ae1b44bd9bb8ec47ddc6db3b', 'subnets': [{'id': '291a7c1e-f93a-4d99-afda-d3118aa37f71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9a099d8-bc6e-4f21-a283-5096bfbe225f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:22:02.925987 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 48382) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:22:03.049701 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-4c0ce8ce-f1a8-4d82-8b5e-ce3c4c381a5a admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1224465
Apr 19 18:22:03.594533 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 0add6ece-c8dc-490c-b699-a5d10552284c up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:22:03.667829 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 0add6ece-c8dc-490c-b699-a5d10552284c completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:22:03.672850 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 0add6ece-c8dc-490c-b699-a5d10552284c triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:22:03.673260 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:03.801001 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:03.819092 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port 0add6ece-c8dc-490c-b699-a5d10552284c, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=0add6ece-c8dc-490c-b699-a5d10552284c,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:22:03.822060 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:03.824242 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-663490c3-63da-4aa1-8c26-f1bd96ad590b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:22:03.898722 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=0add6ece-c8dc-490c-b699-a5d10552284c,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:22:03.901988 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:22:05.589026 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 0add6ece-c8dc-490c-b699-a5d10552284c up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:22:05.671162 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 0add6ece-c8dc-490c-b699-a5d10552284c triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:22:05.671595 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:12.035552 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4eca7812-f5b0-4d4c-843d-8f1e89355642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:14.116571 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-eee4ae35-0441-4328-9051-32993d3c2023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:15.188574 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:15.618455 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:16.279725 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:36.096094 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:22:42.039011 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7f02a9e0-354c-4360-875d-116c72128494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:44.092191 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b30438e8-dbf8-4bea-bc13-f69fefc5294f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:45.197059 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:45.629228 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:22:46.285205 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:23:12.041264 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12e7d6fb-fef3-415d-a282-bb2718ae6ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:23:13.094442 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:23:14.095631 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8db96fc-0704-4aa4-aa0e-73dd8f90a20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:23:15.195240 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:23:15.622543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:23:16.284546 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:23:42.042879 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f48ec3ad-bc77-4f5d-8556-7f829810c5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:23:44.098628 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-41384f54-027e-4c5f-b9de-e6f3b120400e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:23:45.197941 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:23:45.623500 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:23:46.246070 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 48952) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:23:46.294269 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:23:46.325558 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.pecan_wsgi.hooks.translation [None req-caeacd81-90e6-4774-b09c-56afd8b45202 admin admin] GET failed (client error): The resource could not be found.
Apr 19 18:23:46.327252 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-caeacd81-90e6-4774-b09c-56afd8b45202 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0801337
Apr 19 18:23:46.650933 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9d5d34-bcd2-47cd-bc6b-b4ca0f5a7e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:23:46.652474 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-7a9d5d34-bcd2-47cd-bc6b-b4ca0f5a7e4e admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.3208816
Apr 19 18:23:49.120865 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 48962) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:23:49.240055 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681915ab-73fb-4e4f-b581-1836f737a90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:23:49.240663 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-681915ab-73fb-4e4f-b581-1836f737a90e admin admin] Synchronizing usage tracker for tenant:607216bd73cf45abbe4161b3d07e2d17 on resource:subnet {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:23:49.256646 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-681915ab-73fb-4e4f-b581-1836f737a90e admin admin] Unset dirty status for tenant:607216bd73cf45abbe4161b3d07e2d17 on resource:subnet {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:23:49.257963 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-681915ab-73fb-4e4f-b581-1836f737a90e admin admin] 10.222.0.49 "GET /v2.0/subnets/291a7c1e-f93a-4d99-afda-d3118aa37f71 HTTP/1.1" status: 200  len: 849 time: 0.1360373
Apr 19 18:23:49.268353 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:23:49.394779 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Notify callbacks [] for subnet, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:23:49.703674 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757708721113'] for subnet, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:23:49.708387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6e697a35-f434-4f1c-a91e-7d8541e38dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:23:49.750085 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:23:49.751080 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:23:49.756165 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] 10.222.0.49 "PUT /v2.0/subnets/291a7c1e-f93a-4d99-afda-d3118aa37f71 HTTP/1.1" status: 200  len: 868 time: 0.4878488
Apr 19 18:23:49.767912 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efab2a7-7c4c-4fe2-be82-283a86420d15 None None] Network 3954c6b5-795f-4e96-9306-2e852e553a70 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:23:49.779587 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Pushing event updated for resources: {'Subnet': ['ID=291a7c1e-f93a-4d99-afda-d3118aa37f71,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:23:49.787909 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:23:49.788313 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:23:49.788694 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:23:49.789064 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:23:49.789427 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:23:49.789821 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:23:49.790196 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:23:49.790526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:23:49.790887 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:23:49.791246 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:23:49.791600 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:23:49.791954 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:23:49.795821 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:23:50.094340 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:23:50.286612 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-d98b8e74-7dac-4e53-944e-dd7dcfaff5c2 None None] Provisioning complete for port f52768c3-0318-4008-a7d8-9b36955a61af triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:23:50.287165 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d98b8e74-7dac-4e53-944e-dd7dcfaff5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:23:50.421450 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-d98b8e74-7dac-4e53-944e-dd7dcfaff5c2 None None] Provisioning complete for port c9b1724f-5627-417e-b875-60f800b880a8 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:23:50.421810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d98b8e74-7dac-4e53-944e-dd7dcfaff5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:23:52.256041 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 48972) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:23:52.443006 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e2b16a-0a73-44b3-a3e0-f4dd2535c0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:23:52.443458 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e2b16a-0a73-44b3-a3e0-f4dd2535c0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:23:52.445097 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-69e2b16a-0a73-44b3-a3e0-f4dd2535c0fd admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1880109
Apr 19 18:23:54.936426 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 48982) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:23:55.123549 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b624381d-89d8-4e58-8e9a-86253ff90a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:23:55.123997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b624381d-89d8-4e58-8e9a-86253ff90a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:23:55.126647 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-b624381d-89d8-4e58-8e9a-86253ff90a41 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1881447
Apr 19 18:23:57.619240 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 48992) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:23:57.805645 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1e4d48-6d72-41ad-a893-f7be2687534b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:23:57.807061 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-0c1e4d48-6d72-41ad-a893-f7be2687534b admin admin] 10.222.0.49 "GET /v2.0/networks/3954c6b5-795f-4e96-9306-2e852e553a70 HTTP/1.1" status: 200  len: 869 time: 0.1867905
Apr 19 18:24:00.307216 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49002) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:24:00.487739 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19f6cb8-cb7d-4bd3-a7b3-bdd68156d5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:24:00.489218 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e19f6cb8-cb7d-4bd3-a7b3-bdd68156d5fc admin admin] 10.222.0.49 "GET /v2.0/networks/eb28e62a-8d75-49e7-ada8-00ad29eb6ecd HTTP/1.1" status: 200  len: 886 time: 0.1809711
Apr 19 18:24:02.957421 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49012) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:24:03.071016 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71abe97-5e2b-46f3-a96f-53f7491b39ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:24:03.071520 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71abe97-5e2b-46f3-a96f-53f7491b39ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:24:03.073103 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e71abe97-5e2b-46f3-a96f-53f7491b39ab admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1146069
Apr 19 18:24:05.569672 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49022) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:24:05.687477 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7262268f-21a7-4527-bc90-6965ee0775f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:24:05.687982 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7262268f-21a7-4527-bc90-6965ee0775f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:24:05.689622 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-7262268f-21a7-4527-bc90-6965ee0775f6 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1188619
Apr 19 18:24:08.154426 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49032) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:24:08.272052 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda86089-1a74-4930-aad8-502839f5f529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:24:08.273486 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-fda86089-1a74-4930-aad8-502839f5f529 admin admin] 10.222.0.49 "GET /v2.0/subnets/291a7c1e-f93a-4d99-afda-d3118aa37f71 HTTP/1.1" status: 200  len: 868 time: 0.1180229
Apr 19 18:24:10.746981 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49042) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:24:10.859409 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156ab6c1-9181-4ad4-8dc9-a1cc4c7e4d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:24:10.860830 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-156ab6c1-9181-4ad4-8dc9-a1cc4c7e4d33 admin admin] 10.222.0.49 "GET /v2.0/subnets/f658238b-a37c-4982-9e92-f3c7b755c7cd HTTP/1.1" status: 200  len: 816 time: 0.1128352
Apr 19 18:24:12.044850 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6bb728bb-7040-4c6f-81e4-5aba9e635c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:14.099795 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3715b979-b800-41e5-8e9e-06a388ee853f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:15.200673 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:15.626520 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:16.300136 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:27.093420 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:24:37.194495 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49086) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:24:37.247340 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [None req-a006df07-d6b9-451a-b55c-05a1cbf6e115 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86311) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:24:37.248394 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-a006df07-d6b9-451a-b55c-05a1cbf6e115 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0528948
Apr 19 18:24:39.835844 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49096) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:24:39.909981 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98d00b2-d663-447a-b815-5e94928a2ec9 admin admin] GET failed (client error): The resource could not be found.
Apr 19 18:24:39.911354 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-d98d00b2-d663-447a-b815-5e94928a2ec9 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0744672
Apr 19 18:24:40.048777 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f40d0a-f69a-4076-815a-7cd905d377e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:24:40.050449 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-01f40d0a-f69a-4076-815a-7cd905d377e1 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1347573
Apr 19 18:24:42.045879 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8b9e3ff1-3bc2-46be-a7a3-e71719a6b064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:42.558375 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49106) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:24:42.610463 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-e2a5f2e7-7b4d-4ab8-be19-0f6338e4ac0d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:24:42.615413 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e2a5f2e7-7b4d-4ab8-be19-0f6338e4ac0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:24:42.625508 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e2a5f2e7-7b4d-4ab8-be19-0f6338e4ac0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:24:42.634809 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a5f2e7-7b4d-4ab8-be19-0f6338e4ac0d admin admin] Made reservation on behalf of 607216bd73cf45abbe4161b3d07e2d17 for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:24:42.639430 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f2e7-7b4d-4ab8-be19-0f6338e4ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:42.735894 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING neutron.services.revisions.revision_plugin [None req-e2a5f2e7-7b4d-4ab8-be19-0f6338e4ac0d admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f710124c278] {project_id='607216bd73cf45abbe4161b3d07e2d17', id='7f471a28-c712-4031-afe9-667658849ffb', target_tenant='*', action='access_as_shared', object_id='cdf89a2a-7631-4803-938e-d8a7620d0fd3'}> to bump revision.
Apr 19 18:24:42.747715 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a5f2e7-7b4d-4ab8-be19-0f6338e4ac0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352}  {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:24:42.756544 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f2e7-7b4d-4ab8-be19-0f6338e4ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:42.756922 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-e2a5f2e7-7b4d-4ab8-be19-0f6338e4ac0d admin admin] Added segment 6b21b05b-363b-44ea-950f-29559a28a36e of type vlan for network cdf89a2a-7631-4803-938e-d8a7620d0fd3
Apr 19 18:24:42.782439 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f2e7-7b4d-4ab8-be19-0f6338e4ac0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:42.810757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f2e7-7b4d-4ab8-be19-0f6338e4ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:42.812067 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a5f2e7-7b4d-4ab8-be19-0f6338e4ac0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:24:42.812691 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2a5f2e7-7b4d-4ab8-be19-0f6338e4ac0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:42.817957 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:24:42.918925 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e2a5f2e7-7b4d-4ab8-be19-0f6338e4ac0d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3593886
Apr 19 18:24:42.921783 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5f2e7-7b4d-4ab8-be19-0f6338e4ac0d admin admin] Pushing event updated for resources: {'Network': ['ID=cdf89a2a-7631-4803-938e-d8a7620d0fd3,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:24:42.924594 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e2a5f2e7-7b4d-4ab8-be19-0f6338e4ac0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:24:42.932669 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network cdf89a2a-7631-4803-938e-d8a7620d0fd3 details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:24:44.101211 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ef58975e-f3a9-4b87-8dea-8be3740b5b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:45.205064 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:45.416527 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49116) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:24:45.491034 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce0fe4f-f8ff-42a0-9a82-7b55472ba286 admin admin] GET failed (client error): The resource could not be found.
Apr 19 18:24:45.491596 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-9ce0fe4f-f8ff-42a0-9a82-7b55472ba286 admin admin] Synchronizing usage tracker for tenant:607216bd73cf45abbe4161b3d07e2d17 on resource:network {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:24:45.506540 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-9ce0fe4f-f8ff-42a0-9a82-7b55472ba286 admin admin] Unset dirty status for tenant:607216bd73cf45abbe4161b3d07e2d17 on resource:network {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:24:45.507712 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-9ce0fe4f-f8ff-42a0-9a82-7b55472ba286 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0901639
Apr 19 18:24:45.622519 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ded980f-5846-49d0-8906-94a25f71f2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:24:45.624091 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-7ded980f-5846-49d0-8906-94a25f71f2b4 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1120362
Apr 19 18:24:45.629158 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:45.635994 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-da2f98dd-4115-46f9-a378-4b1ed8b069eb admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'cdf89a2a-7631-4803-938e-d8a7620d0fd3'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:24:45.640939 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-da2f98dd-4115-46f9-a378-4b1ed8b069eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:24:45.650939 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-da2f98dd-4115-46f9-a378-4b1ed8b069eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:24:45.659298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2f98dd-4115-46f9-a378-4b1ed8b069eb admin admin] Made reservation on behalf of 607216bd73cf45abbe4161b3d07e2d17 for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:24:45.663833 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-da2f98dd-4115-46f9-a378-4b1ed8b069eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:46.056706 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-da2f98dd-4115-46f9-a378-4b1ed8b069eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:46.061344 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:24:46.135381 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f98dd-4115-46f9-a378-4b1ed8b069eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e820767b-c389-4c5c-87ec-31c6972fa0ab,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:24:46.140932 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-da2f98dd-4115-46f9-a378-4b1ed8b069eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:24:46.144099 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2f98dd-4115-46f9-a378-4b1ed8b069eb admin admin] Checking segment: {'id': '6b21b05b-363b-44ea-950f-29559a28a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'cdf89a2a-7631-4803-938e-d8a7620d0fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:24:46.144486 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f98dd-4115-46f9-a378-4b1ed8b069eb admin admin] Network hostable DHCP agents. Network: cdf89a2a-7631-4803-938e-d8a7620d0fd3, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:24:46.163011 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f98dd-4115-46f9-a378-4b1ed8b069eb admin admin] Network cdf89a2a-7631-4803-938e-d8a7620d0fd3 is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:24:46.171126 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-da2f98dd-4115-46f9-a378-4b1ed8b069eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, cdf89a2a-7631-4803-938e-d8a7620d0fd3) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:24:46.175735 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f98dd-4115-46f9-a378-4b1ed8b069eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:24:46.176381 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-da2f98dd-4115-46f9-a378-4b1ed8b069eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:46.181680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fc4837-bc98-4fea-9d47-f9fa02b086a8 None None] Network cdf89a2a-7631-4803-938e-d8a7620d0fd3 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:24:46.201146 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-da2f98dd-4115-46f9-a378-4b1ed8b069eb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5687776
Apr 19 18:24:46.328076 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:46.437137 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c436ad-65af-555d-b32f-4431a98d60b1-cdf89a2a-7631-4803-938e-d8a7620d0fd3', 'network_id': 'cdf89a2a-7631-4803-938e-d8a7620d0fd3', 'tenant_id': '607216bd73cf45abbe4161b3d07e2d17', 'fixed_ips': [{'subnet_id': 'e820767b-c389-4c5c-87ec-31c6972fa0ab'}]}} from dv-cinder-786928-1-iscsi. {{(pid=86312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:24:46.438095 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:46.613173 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Allocated IP 192.168.233.2 (cdf89a2a-7631-4803-938e-d8a7620d0fd3/e820767b-c389-4c5c-87ec-31c6972fa0ab/239e11ed-2bf1-4f89-be9a-62f4c31a7d31) {{(pid=86312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:24:46.837502 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Notify callbacks [] for port, precommit_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:46.848818 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Transition to ACTIVE for port object 239e11ed-2bf1-4f89-be9a-62f4c31a7d31 will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:24:46.868863 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Transition to ACTIVE for port object 239e11ed-2bf1-4f89-be9a-62f4c31a7d31 will not be triggered until provisioned by entity DHCP. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:24:46.873276 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:46.878477 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:24:46.947619 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Network cdf89a2a-7631-4803-938e-d8a7620d0fd3 is already hosted by enough agents. {{(pid=86312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:24:46.952943 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Resources bound (agent type, host, resource id):  {{(pid=86312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:24:46.955545 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Received port after_create {{(pid=86312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:24:46.962098 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Pushing event updated for resources: {'Port': ['ID=239e11ed-2bf1-4f89-be9a-62f4c31a7d31,revision_number=1']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:24:47.001439 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:24:47.001843 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:24:47.002268 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:24:47.002630 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:24:47.002987 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:24:47.003338 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:24:47.003671 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:24:47.004016 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:24:47.004368 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:24:47.004723 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:24:47.005068 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:24:47.005407 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:24:47.009302 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:24:47.071120 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Attempting to bind port 239e11ed-2bf1-4f89-be9a-62f4c31a7d31 on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:24:47.071500 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Attempting to bind port 239e11ed-2bf1-4f89-be9a-62f4c31a7d31 by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '6b21b05b-363b-44ea-950f-29559a28a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'cdf89a2a-7631-4803-938e-d8a7620d0fd3'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:24:47.071894 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Attempting to bind port 239e11ed-2bf1-4f89-be9a-62f4c31a7d31 on network cdf89a2a-7631-4803-938e-d8a7620d0fd3 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:24:47.077896 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:24:47.078303 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Checking segment: {'id': '6b21b05b-363b-44ea-950f-29559a28a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'cdf89a2a-7631-4803-938e-d8a7620d0fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:24:47.078736 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:47.079160 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Bound using segment: {'id': '6b21b05b-363b-44ea-950f-29559a28a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'cdf89a2a-7631-4803-938e-d8a7620d0fd3'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:24:47.079663 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Bound port: 239e11ed-2bf1-4f89-be9a-62f4c31a7d31, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b21b05b-363b-44ea-950f-29559a28a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'cdf89a2a-7631-4803-938e-d8a7620d0fd3'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:24:47.080065 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:47.178161 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] For port 239e11ed-2bf1-4f89-be9a-62f4c31a7d31, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:24:47.181490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] For port 239e11ed-2bf1-4f89-be9a-62f4c31a7d31, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=239e11ed-2bf1-4f89-be9a-62f4c31a7d31,segment=NetworkSegment(6b21b05b-363b-44ea-950f-29559a28a36e),segment_id=6b21b05b-363b-44ea-950f-29559a28a36e)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:24:47.184727 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:47.190745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:24:47.273346 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Pushing event updated for resources: {'Port': ['ID=239e11ed-2bf1-4f89-be9a-62f4c31a7d31,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:24:47.278929 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:24:47.717680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 239e11ed-2bf1-4f89-be9a-62f4c31a7d31 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:24:47.789757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 239e11ed-2bf1-4f89-be9a-62f4c31a7d31 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:24:48.479315 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514ca6c2-669d-4d43-946f-2cfe0c248fbb None None] Network cdf89a2a-7631-4803-938e-d8a7620d0fd3 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:24:48.650838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-6ae1efd8-c8b5-465a-9f25-3f65b02637a3 None None] Provisioning for port 239e11ed-2bf1-4f89-be9a-62f4c31a7d31 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:24:48.663053 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-6ae1efd8-c8b5-465a-9f25-3f65b02637a3 None None] Provisioning complete for port 239e11ed-2bf1-4f89-be9a-62f4c31a7d31 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:24:48.663463 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6ae1efd8-c8b5-465a-9f25-3f65b02637a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:48.863552 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6ae1efd8-c8b5-465a-9f25-3f65b02637a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:48.900434 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-6ae1efd8-c8b5-465a-9f25-3f65b02637a3 None None] For port 239e11ed-2bf1-4f89-be9a-62f4c31a7d31, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=239e11ed-2bf1-4f89-be9a-62f4c31a7d31,segment=NetworkSegment(6b21b05b-363b-44ea-950f-29559a28a36e),segment_id=6b21b05b-363b-44ea-950f-29559a28a36e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:24:48.904425 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6ae1efd8-c8b5-465a-9f25-3f65b02637a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:48.906626 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:24:48.989724 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1efd8-c8b5-465a-9f25-3f65b02637a3 None None] Pushing event updated for resources: {'Port': ['ID=239e11ed-2bf1-4f89-be9a-62f4c31a7d31,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:24:48.998570 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6ae1efd8-c8b5-465a-9f25-3f65b02637a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:24:49.025647 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-2d41bf32-0441-4bac-940e-1f814838ec23 None None] Provisioning complete for port 239e11ed-2bf1-4f89-be9a-62f4c31a7d31 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:24:49.026058 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2d41bf32-0441-4bac-940e-1f814838ec23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:24:49.691426 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 239e11ed-2bf1-4f89-be9a-62f4c31a7d31 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:24:49.764654 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 239e11ed-2bf1-4f89-be9a-62f4c31a7d31 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:24:49.765061 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:25:04.092606 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:25:12.048068 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c071b58c-87da-472b-8277-c6943ac25b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:25:14.102493 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-64c937d0-2be4-4307-8dd7-6c6d2183f35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:25:15.208864 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:25:15.632045 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:25:16.306203 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:25:41.092500 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:25:42.050820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-19159e32-c914-4809-822c-f3bdfa11bb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:25:44.104196 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-da1f4f3a-a8a2-4d08-8f61-94aec50bf646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:25:45.213606 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:25:45.635271 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:25:46.310470 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:26:06.735603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49158) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:26:06.742133 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [None req-a516a89b-fc2d-47bb-a564-5998adedf3ff tempest-verify_tempest_config-1606741853 tempest-verify_tempest_config-1606741853-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86311) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:26:06.743184 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-a516a89b-fc2d-47bb-a564-5998adedf3ff tempest-verify_tempest_config-1606741853 tempest-verify_tempest_config-1606741853-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0065055
Apr 19 18:26:07.052907 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49176) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:26:07.176382 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:26:07.194575 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:26:07.200778 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Usage tracker for resource:security_group_rule and tenant:e48dace208d846efb2fe85755585f4cb is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:26:07.204604 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:26:07.210642 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:26:07.297182 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:26:07.299705 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:26:07.308717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:26:07.349072 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Synchronizing usage tracker for tenant:607216bd73cf45abbe4161b3d07e2d17 on resource:security_group {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:26:07.353687 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3085762a-e6fc-4bb3-bdb4-7b2c18364bcc,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:26:07.363443 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:07.363824 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:07.364191 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:07.364552 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:07.364910 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:07.365266 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:07.365640 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:07.365999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:07.366367 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:07.366717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:07.367067 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:07.367416 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:07.372523 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:26:07.379666 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Unset dirty status for tenant:607216bd73cf45abbe4161b3d07e2d17 on resource:security_group {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:26:07.383332 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e48dace208d846efb2fe85755585f4cb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3293834
Apr 19 18:26:07.383812 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 49182) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:26:07.398794 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING oslo_policy.policy [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 18:26:07.399378 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING oslo_policy.policy [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 18:26:07.708035 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.policy [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86310) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 19 18:26:07.763541 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING oslo_policy.policy [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 18:26:07.764047 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING oslo_policy.policy [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 19 18:26:07.870315 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:26:07.899603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:26:08.114324 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:26:08.121047 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:26:08.132027 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3085762a-e6fc-4bb3-bdb4-7b2c18364bcc,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:26:08.145845 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:08.146227 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:08.146589 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:08.146949 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:08.147305 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:08.147675 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:08.148027 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:08.148376 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:08.148737 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:08.149082 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:08.149428 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:08.149858 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Tracked resource versions report:
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]: pushed versions:
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]: {   'AddressGroup': {'1.2'},
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:     'ConntrackHelper': {'1.0'},
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Log': {'1.0'},
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Network': {'1.1'},
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Port': {'1.7'},
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:     'PortForwarding': {'1.2'},
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:     'QosPolicy': {'1.8'},
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SecurityGroup': {'1.4'},
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SecurityGroupRule': {'1.2'},
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SubPort': {'1.0'},
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Subnet': {'1.1'},
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Trunk': {'1.1'}}
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]: consumer versions:
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]: {   DHCP agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:     L3 agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:     Metadata agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:     Metering agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:     Open vSwitch agent@dv-cinder-786928-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'ConntrackHelper': '1.0',
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Log': '1.0',
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Network': '1.1',
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Port': '1.7',
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'PortForwarding': '1.2',
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'QosPolicy': '1.8',
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SecurityGroup': '1.4',
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SecurityGroupRule': '1.2',
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SubPort': '1.0',
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Subnet': '1.1',
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Trunk': '1.1'}}
Apr 19 18:26:08.150913 dv-cinder-786928-1-iscsi neutron-server[86197]:  {{(pid=86310) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 18:26:08.168992 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:26:08.170227 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3085762a-e6fc-4bb3-bdb4-7b2c18364bcc HTTP/1.1" status: 204  len: 168 time: 0.7853889
Apr 19 18:26:08.179112 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:26:12.052189 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-92bc0f34-e87c-4ab1-8397-eb6c27885336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:26:14.105710 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e27060f7-2899-4b98-a34f-ae5f7b282510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:26:15.216484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:26:15.639872 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:26:16.314399 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:26:18.092627 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:26:42.052317 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f55039ba-401f-49ca-889e-6092119fd854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:26:44.107873 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dec6d077-c173-4985-9f98-3cdbb32bcc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:26:45.218810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:26:45.642251 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:26:46.316835 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:26:55.097272 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:27:12.053821 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-44a201f7-f274-4f7b-96c4-41eb6c96543d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:27:14.108226 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-23d2714e-8a26-4874-b815-bf217aaff2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:27:15.221173 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:27:15.642976 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:27:16.320768 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:27:32.097520 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:27:42.055588 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f2a544f-dd92-4ee0-8feb-badf742ac2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:27:42.468535 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453'] for agent, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:27:44.109312 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-afda666a-c6f7-4635-b2c4-9501418daf1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:27:45.225699 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:27:45.644874 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:27:46.324253 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:27:47.711941 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 49248) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:27:47.910322 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-5bc870e4-bb2d-4e8a-a5d2-718e9dea56a3 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1972106
Apr 19 18:27:50.418522 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 49262) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:27:50.477873 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-1855427f-c509-46f2-bb8c-a9cb71c20114 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0579607
Apr 19 18:28:09.097681 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:28:12.056115 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-01a197f7-4624-402b-b248-b061d7403df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:28:12.390062 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:28:14.110718 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-172f8896-85c0-423b-a502-6a881f2ac4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:28:15.225555 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:28:15.645497 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:28:16.325975 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:28:42.058239 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f5939139-5fd6-45a2-ba14-220b9329d908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:28:42.391939 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:28:44.112734 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0047de87-8412-46b1-8fe6-fc366c2a4306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:28:45.236089 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:28:45.648801 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:28:46.098756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:28:46.335983 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:12.060429 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-86a187fe-da64-4c76-9c13-fc24a91d4f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:12.389463 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:14.118431 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a5a9111c-f3ab-4508-a779-a7f76c906f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:15.231390 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:15.651391 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:16.335753 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:23.101342 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:29:23.562438 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 49428) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:23.769960 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-network', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:23.772845 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.quota [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f7101197470>.
Apr 19 18:29:23.779353 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:23.786686 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Usage tracker for resource:network and tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:23.788631 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:23.799118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:23.814209 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Made reservation on behalf of afe58cd3d01f40cb93d90b1df1bb2ad1 for: {'network': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:29:23.820443 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:23.835610 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:23.853472 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:23.857509 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Usage tracker for resource:security_group_rule and tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:23.861215 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:23.867318 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:23.969112 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:23.972922 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:23.978058 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:24.014475 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399}  {{(pid=86310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:29:24.030909 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a107cd-92fe-41d2-9803-f9fdced0c3eb,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:24.041867 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279146136470', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:24.042513 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7101ccc6a8> segment precommit_create {{(pid=86310) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 19 18:29:24.043004 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Added segment 3f411315-18f9-4098-b71e-f8b179736dea of type vlan for network 5d286d36-8c52-42be-b3d4-52bf0bab0dba
Apr 19 18:29:24.103465 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:24.103998 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:24.104470 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:24.104586 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:24.104869 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:24.105245 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:24.105641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:24.105980 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:24.106360 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:24.106709 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:24.107210 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:24.107321 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Tracked resource versions report:
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]: pushed versions:
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]: {   'AddressGroup': {'1.2'},
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:     'ConntrackHelper': {'1.0'},
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Log': {'1.0'},
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Network': {'1.1'},
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Port': {'1.7'},
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:     'PortForwarding': {'1.2'},
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:     'QosPolicy': {'1.8'},
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SecurityGroup': {'1.4'},
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SecurityGroupRule': {'1.2'},
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SubPort': {'1.0'},
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Subnet': {'1.1'},
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Trunk': {'1.1'}}
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]: consumer versions:
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]: {   DHCP agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:     HyperV agent@hv-cinder-78692: {},
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:     L3 agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:     Metadata agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:     Metering agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:     Open vSwitch agent@dv-cinder-786928-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'ConntrackHelper': '1.0',
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Log': '1.0',
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Network': '1.1',
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Port': '1.7',
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'PortForwarding': '1.2',
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'QosPolicy': '1.8',
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SecurityGroup': '1.4',
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SecurityGroupRule': '1.2',
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SubPort': '1.0',
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Subnet': '1.1',
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Trunk': '1.1'}}
Apr 19 18:29:24.108975 dv-cinder-786928-1-iscsi neutron-server[86197]:  {{(pid=86310) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 18:29:24.113296 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:24.164166 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:24.212848 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:24.214648 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:24.215427 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:24.221387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:24.336656 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49480) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:24.342080 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Pushing event updated for resources: {'Network': ['ID=5d286d36-8c52-42be-b3d4-52bf0bab0dba,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:24.345562 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.7818840
Apr 19 18:29:24.347773 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:24.348893 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 49486) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:24.355181 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-66451a97-142c-4d8b-be81-e39b2b61f4a8 admin admin] Request body: {'subnet': {'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-subnet', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:24.357273 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network 5d286d36-8c52-42be-b3d4-52bf0bab0dba details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:29:24.361339 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-66451a97-142c-4d8b-be81-e39b2b61f4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:24.365418 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-66451a97-142c-4d8b-be81-e39b2b61f4a8 admin admin] Usage tracker for resource:subnet and tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:24.368757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-66451a97-142c-4d8b-be81-e39b2b61f4a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:24.375413 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-66451a97-142c-4d8b-be81-e39b2b61f4a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:24.381752 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49490) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:24.390643 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66451a97-142c-4d8b-be81-e39b2b61f4a8 admin admin] Made reservation on behalf of afe58cd3d01f40cb93d90b1df1bb2ad1 for: {'subnet': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:29:24.395869 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-66451a97-142c-4d8b-be81-e39b2b61f4a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:24.885242 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-66451a97-142c-4d8b-be81-e39b2b61f4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for subnet, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:24.892240 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:24.964323 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-754733596-network', 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:24.973240 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:24.982697 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66451a97-142c-4d8b-be81-e39b2b61f4a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0439e37-0067-4362-b195-88afbdb39dd2,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:24.984846 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66451a97-142c-4d8b-be81-e39b2b61f4a8 admin admin] Checking segment: {'id': '3f411315-18f9-4098-b71e-f8b179736dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:29:24.985318 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66451a97-142c-4d8b-be81-e39b2b61f4a8 admin admin] Network hostable DHCP agents. Network: 5d286d36-8c52-42be-b3d4-52bf0bab0dba, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:29:24.986429 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1490290020-network', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:24.992946 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-66451a97-142c-4d8b-be81-e39b2b61f4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:24.997839 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 49508) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:25.002994 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:25.008542 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Usage tracker for resource:network and tenant:b234179720af4fd9b2d3f0aabf09fb91 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:25.013264 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:25.017934 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66451a97-142c-4d8b-be81-e39b2b61f4a8 admin admin] Network 5d286d36-8c52-42be-b3d4-52bf0bab0dba is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:29:25.022225 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Usage tracker for resource:network and tenant:dd6d3dff6251456ab69d797d216f3c79 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:25.025815 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:25.029256 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:25.029827 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-66451a97-142c-4d8b-be81-e39b2b61f4a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, 5d286d36-8c52-42be-b3d4-52bf0bab0dba) {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:29:25.035599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66451a97-142c-4d8b-be81-e39b2b61f4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:25.036647 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-66451a97-142c-4d8b-be81-e39b2b61f4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:25.036984 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:25.041173 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e65078-643e-4c89-b3ea-dbfbe27069ba None None] Network 5d286d36-8c52-42be-b3d4-52bf0bab0dba requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:29:25.062004 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-66451a97-142c-4d8b-be81-e39b2b61f4a8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7112556
Apr 19 18:29:25.065210 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49514) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:25.068464 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Made reservation on behalf of dd6d3dff6251456ab69d797d216f3c79 for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:29:25.073880 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:25.093496 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:25.098045 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:25.117632 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Made reservation on behalf of b234179720af4fd9b2d3f0aabf09fb91 for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:29:25.123006 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:25.138769 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:25.141740 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:25.158117 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:25.164868 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:25.168933 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Usage tracker for resource:security_group_rule and tenant:b234179720af4fd9b2d3f0aabf09fb91 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:25.172900 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:25.179195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:25.185204 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Usage tracker for resource:security_group_rule and tenant:dd6d3dff6251456ab69d797d216f3c79 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:25.190161 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:25.206799 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Usage tracker for resource:router and tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:25.209984 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:25.213334 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:25.229615 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:25.265655 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-630764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-316'] for router, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:25.266709 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854145052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854091501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775515'] for router, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:25.314305 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:25.320680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c436ad-65af-555d-b32f-4431a98d60b1-5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2'}]}} from dv-cinder-786928-1-iscsi. {{(pid=86312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:29:25.321674 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:25.487405 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:25.536934 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Allocated IP 172.20.0.2 (5d286d36-8c52-42be-b3d4-52bf0bab0dba/e0439e37-0067-4362-b195-88afbdb39dd2/9d0ef058-454f-4d8b-83e5-fd49267a4f62) {{(pid=86312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:29:25.575179 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1124621968-network', 'tenant_id': '64888eec7ab64396929cc1c3e1165e4e'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:25.582592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:25.592959 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Usage tracker for resource:network and tenant:64888eec7ab64396929cc1c3e1165e4e is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:25.602648 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:25.612775 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:25.755463 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:25.777196 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:25.787754 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:25.796847 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Made reservation on behalf of 64888eec7ab64396929cc1c3e1165e4e for: {'network': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:29:25.802140 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:25.833855 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:25.845463 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Notify callbacks [] for port, precommit_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:25.857489 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Transition to ACTIVE for port object 9d0ef058-454f-4d8b-83e5-fd49267a4f62 will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:29:25.861448 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:25.866619 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Usage tracker for resource:security_group_rule and tenant:64888eec7ab64396929cc1c3e1165e4e is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:25.883280 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Transition to ACTIVE for port object 9d0ef058-454f-4d8b-83e5-fd49267a4f62 will not be triggered until provisioned by entity DHCP. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:29:25.889857 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:25.902284 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:25.903884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:25.916460 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:25.979477 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854124193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775530'] for router, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:25.994255 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Network 5d286d36-8c52-42be-b3d4-52bf0bab0dba is already hosted by enough agents. {{(pid=86312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:29:25.995030 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356}  {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:29:25.995724 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Pushing event updated for resources: {'Port': ['ID=9d0ef058-454f-4d8b-83e5-fd49267a4f62,revision_number=1']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:26.004785 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Resources bound (agent type, host, resource id):  {{(pid=86312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:29:26.008163 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.008554 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Added segment 54a66c03-0931-4a90-b1ab-ea061d30079d of type vlan for network 99be9128-c693-427e-921b-a550e9df2043
Apr 19 18:29:26.009076 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.009893 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.010561 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.011271 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.011916 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.012527 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.013068 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.013778 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.014839 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.015369 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.015896 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.016417 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Tracked resource versions report:
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]: pushed versions:
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]: {   'AddressGroup': {'1.2'},
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:     'ConntrackHelper': {'1.0'},
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Log': {'1.0'},
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Network': {'1.1'},
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Port': {'1.7'},
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:     'PortForwarding': {'1.2'},
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:     'QosPolicy': {'1.8'},
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SecurityGroup': {'1.4'},
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SecurityGroupRule': {'1.2'},
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SubPort': {'1.0'},
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Subnet': {'1.1'},
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Trunk': {'1.1'}}
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]: consumer versions:
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]: {   DHCP agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:     HyperV agent@hv-cinder-78692: {},
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:     L3 agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:     Metadata agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:     Metering agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:     Open vSwitch agent@dv-cinder-786928-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'ConntrackHelper': '1.0',
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Log': '1.0',
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Network': '1.1',
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Port': '1.7',
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'PortForwarding': '1.2',
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'QosPolicy': '1.8',
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SecurityGroup': '1.4',
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SecurityGroupRule': '1.2',
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SubPort': '1.0',
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Subnet': '1.1',
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Trunk': '1.1'}}
Apr 19 18:29:26.017783 dv-cinder-786928-1-iscsi neutron-server[86197]:  {{(pid=86312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 18:29:26.035984 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Received port after_create {{(pid=86312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:29:26.038533 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.068620 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.105518 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360}  {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:29:26.111461 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.115314 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.115476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.115699 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Added segment ed422bf3-06e5-4eca-8cb7-0a83dfc79bed of type vlan for network acd59ac1-d427-4149-8d1a-2f550ec235ed
Apr 19 18:29:26.130075 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.134257 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-50b5fead-c48a-4463-bcda-50f02dd4c8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:26.185698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.199540 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391}  {{(pid=86310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:29:26.215859 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Attempting to bind port 9d0ef058-454f-4d8b-83e5-fd49267a4f62 on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:29:26.218600 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Attempting to bind port 9d0ef058-454f-4d8b-83e5-fd49267a4f62 by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '3f411315-18f9-4098-b71e-f8b179736dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:29:26.219185 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Attempting to bind port 9d0ef058-454f-4d8b-83e5-fd49267a4f62 on network 5d286d36-8c52-42be-b3d4-52bf0bab0dba {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:29:26.244813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:29:26.245664 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Checking segment: {'id': '3f411315-18f9-4098-b71e-f8b179736dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:29:26.246278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.247162 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Bound using segment: {'id': '3f411315-18f9-4098-b71e-f8b179736dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:29:26.248005 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Bound port: 9d0ef058-454f-4d8b-83e5-fd49267a4f62, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f411315-18f9-4098-b71e-f8b179736dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:29:26.250118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.268368 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77567a7-81f7-4b4f-9f19-3bd6f708e48d,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:26.271510 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.271899 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Added segment 7cde2eae-fd2a-4def-ae10-42388af1b7ea of type vlan for network 33aa5f7b-72c8-4c22-b916-469ecdf8fec5
Apr 19 18:29:26.273202 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:26.339821 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.390171 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:26.390832 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.393728 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] For port 9d0ef058-454f-4d8b-83e5-fd49267a4f62, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:29:26.396972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] For port 9d0ef058-454f-4d8b-83e5-fd49267a4f62, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=9d0ef058-454f-4d8b-83e5-fd49267a4f62,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:29:26.400214 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:26.402353 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.414585 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:26.417179 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.418678 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:26.419325 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.424809 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:26.496766 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.510722 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Pushing event updated for resources: {'Port': ['ID=9d0ef058-454f-4d8b-83e5-fd49267a4f62,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:26.518216 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:26.556166 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:26.558192 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.602189 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.6034405
Apr 19 18:29:26.603207 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 49562) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:26.623448 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81259c8-a0de-4f2e-8974-4dd4941f7dd2,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:26.634311 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-32cd52c2-86d0-42f1-8208-1b51054788dc admin admin] Request body: {'subnet': {'network_id': '33aa5f7b-72c8-4c22-b916-469ecdf8fec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1124621968-subnet', 'tenant_id': '64888eec7ab64396929cc1c3e1165e4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:26.640546 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-32cd52c2-86d0-42f1-8208-1b51054788dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:26.646197 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-32cd52c2-86d0-42f1-8208-1b51054788dc admin admin] Usage tracker for resource:subnet and tenant:64888eec7ab64396929cc1c3e1165e4e is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:26.649857 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-32cd52c2-86d0-42f1-8208-1b51054788dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:26.657456 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-32cd52c2-86d0-42f1-8208-1b51054788dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:26.658802 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.3197670
Apr 19 18:29:26.659864 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49572) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:26.673984 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cd52c2-86d0-42f1-8208-1b51054788dc admin admin] Made reservation on behalf of 64888eec7ab64396929cc1c3e1165e4e for: {'subnet': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:29:26.674906 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.678393 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.678895 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.679382 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.679861 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.680415 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.680814 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.681247 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-32cd52c2-86d0-42f1-8208-1b51054788dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:26.681387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.682267 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.683181 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.686027 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.686244 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Tracked resource versions report:
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]: pushed versions:
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]: {   'AddressGroup': {'1.2'},
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:     'ConntrackHelper': {'1.0'},
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Log': {'1.0'},
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Network': {'1.1'},
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Port': {'1.7'},
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:     'PortForwarding': {'1.2'},
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:     'QosPolicy': {'1.8'},
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SecurityGroup': {'1.4'},
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SecurityGroupRule': {'1.2'},
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SubPort': {'1.0'},
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Subnet': {'1.1'},
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Trunk': {'1.1'}}
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]: consumer versions:
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]: {   DHCP agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:     HyperV agent@hv-cinder-78692: {},
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:     L3 agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:     Metadata agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:     Metering agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:     Open vSwitch agent@dv-cinder-786928-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'ConntrackHelper': '1.0',
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Log': '1.0',
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Network': '1.1',
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Port': '1.7',
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'PortForwarding': '1.2',
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'QosPolicy': '1.8',
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SecurityGroup': '1.4',
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SecurityGroupRule': '1.2',
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SubPort': '1.0',
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Subnet': '1.1',
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Trunk': '1.1'}}
Apr 19 18:29:26.687867 dv-cinder-786928-1-iscsi neutron-server[86197]:  {{(pid=86311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 18:29:26.709373 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:26.734138 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-e5c97f0b-00bf-47d0-a5f7-d851a96d10e5 admin admin] Request body: {'subnet': {'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1490290020-subnet', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:26.747553 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b4ed1bfc-ae0f-4ba8-99d3-0e6ebdcad2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.506s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:26.767107 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.3840590
Apr 19 18:29:26.778913 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49582) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:26.792428 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e5c97f0b-00bf-47d0-a5f7-d851a96d10e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:26.798967 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-e63141e9-314b-4b6c-a87e-ac15f1d20b0c admin admin] Request body: {'subnet': {'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-754733596-subnet', 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:26.851326 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e63141e9-314b-4b6c-a87e-ac15f1d20b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:26.853981 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e5c97f0b-00bf-47d0-a5f7-d851a96d10e5 admin admin] Usage tracker for resource:subnet and tenant:b234179720af4fd9b2d3f0aabf09fb91 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:26.879825 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e5c97f0b-00bf-47d0-a5f7-d851a96d10e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:26.884394 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e63141e9-314b-4b6c-a87e-ac15f1d20b0c admin admin] Usage tracker for resource:subnet and tenant:dd6d3dff6251456ab69d797d216f3c79 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:26.905277 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1783a8a-e050-4564-bb06-08c6a71e87f9,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:26.926904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:26.927908 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e63141e9-314b-4b6c-a87e-ac15f1d20b0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:26.932536 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e5c97f0b-00bf-47d0-a5f7-d851a96d10e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:26.934474 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.463s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:26.957584 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=33aa5f7b-72c8-4c22-b916-469ecdf8fec5,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:26.968593 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network 33aa5f7b-72c8-4c22-b916-469ecdf8fec5 details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:29:27.026012 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:27.028359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e63141e9-314b-4b6c-a87e-ac15f1d20b0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:27.122581 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c97f0b-00bf-47d0-a5f7-d851a96d10e5 admin admin] Made reservation on behalf of b234179720af4fd9b2d3f0aabf09fb91 for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:29:27.128253 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e5c97f0b-00bf-47d0-a5f7-d851a96d10e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:27.163941 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63141e9-314b-4b6c-a87e-ac15f1d20b0c admin admin] Made reservation on behalf of dd6d3dff6251456ab69d797d216f3c79 for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:29:27.166648 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e63141e9-314b-4b6c-a87e-ac15f1d20b0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:27.427111 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Pushing event updated for resources: {'Network': ['ID=99be9128-c693-427e-921b-a550e9df2043,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:27.438271 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network 99be9128-c693-427e-921b-a550e9df2043 details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:29:27.460964 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-32cd52c2-86d0-42f1-8208-1b51054788dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for subnet, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:27.468080 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:27.585961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd52c2-86d0-42f1-8208-1b51054788dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=742f73e2-822b-402b-99e9-b85a75d856f8,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:27.590429 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-32cd52c2-86d0-42f1-8208-1b51054788dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:27.591511 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd52c2-86d0-42f1-8208-1b51054788dc admin admin] Checking segment: {'id': '7cde2eae-fd2a-4def-ae10-42388af1b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '33aa5f7b-72c8-4c22-b916-469ecdf8fec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:29:27.592080 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cd52c2-86d0-42f1-8208-1b51054788dc admin admin] Network hostable DHCP agents. Network: 33aa5f7b-72c8-4c22-b916-469ecdf8fec5, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:29:27.599860 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Pushing event updated for resources: {'Network': ['ID=acd59ac1-d427-4149-8d1a-2f550ec235ed,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:27.602620 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:27.605813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.018s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:27.605813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:27.615054 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network acd59ac1-d427-4149-8d1a-2f550ec235ed details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:29:27.634352 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cd52c2-86d0-42f1-8208-1b51054788dc admin admin] Network 33aa5f7b-72c8-4c22-b916-469ecdf8fec5 is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:29:27.651809 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-32cd52c2-86d0-42f1-8208-1b51054788dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, 33aa5f7b-72c8-4c22-b916-469ecdf8fec5) {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:29:27.669417 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd52c2-86d0-42f1-8208-1b51054788dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:27.670515 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-32cd52c2-86d0-42f1-8208-1b51054788dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:27.693675 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2357c97-9d2b-4db0-8d87-29a24a163ad5 None None] Network 33aa5f7b-72c8-4c22-b916-469ecdf8fec5 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:29:27.696526 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-32cd52c2-86d0-42f1-8208-1b51054788dc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0777130
Apr 19 18:29:27.975625 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:28.071100 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:28.072697 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 9d0ef058-454f-4d8b-83e5-fd49267a4f62 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:29:28.221398 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec5855b-1e4b-41b4-b1bf-8a7becd704b7 None None] Network 33aa5f7b-72c8-4c22-b916-469ecdf8fec5 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:29:28.598184 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e42e683-304e-49a3-ac89-89bc84e9fb3a None None] Network 5d286d36-8c52-42be-b3d4-52bf0bab0dba requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:29:28.959149 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-26cd4205-f839-44bd-88ca-7171ca06b826 None None] Provisioning for port 9d0ef058-454f-4d8b-83e5-fd49267a4f62 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:29:29.003715 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Allocated IP 172.27.1.66 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/3f3aa587-57ef-49cd-8a5d-351881a6d57c) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:29:29.038034 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 9d0ef058-454f-4d8b-83e5-fd49267a4f62 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:29:29.048393 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 9d0ef058-454f-4d8b-83e5-fd49267a4f62 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:29:29.048825 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:29.275537 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 49690) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:29.279524 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 19 18:29:29.340622 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:29.450090 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port 9d0ef058-454f-4d8b-83e5-fd49267a4f62, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=9d0ef058-454f-4d8b-83e5-fd49267a4f62,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:29:29.472512 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:29.526442 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-94ba40f4-df56-4bdd-83a2-36c06260068b tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:29.527618 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-94ba40f4-df56-4bdd-83a2-36c06260068b tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Synchronizing usage tracker for tenant:64888eec7ab64396929cc1c3e1165e4e on resource:network {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:29:29.534339 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:29.563181 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-94ba40f4-df56-4bdd-83a2-36c06260068b tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Unset dirty status for tenant:64888eec7ab64396929cc1c3e1165e4e on resource:network {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:29:29.565943 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-94ba40f4-df56-4bdd-83a2-36c06260068b tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/networks?id=33aa5f7b-72c8-4c22-b916-469ecdf8fec5 HTTP/1.1" status: 200  len: 812 time: 0.2884417
Apr 19 18:29:29.588661 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:29.591592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e5c97f0b-00bf-47d0-a5f7-d851a96d10e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:29.593353 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-a699a81c-592c-46ea-b287-2d2cf2af4eda tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/quotas/64888eec7ab64396929cc1c3e1165e4e HTTP/1.1" status: 200  len: 375 time: 0.0199163
Apr 19 18:29:29.601596 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e63141e9-314b-4b6c-a87e-ac15f1d20b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:29.610050 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:29.687214 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-4864ea5b-de9f-4e2e-b35b-a28f9debb48e None None] Provisioning complete for port 9d0ef058-454f-4d8b-83e5-fd49267a4f62 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:29:29.687954 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4864ea5b-de9f-4e2e-b35b-a28f9debb48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:29.749492 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-750fc510-a5f5-44df-b6ac-b8ec94f6eda1 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=64888eec7ab64396929cc1c3e1165e4e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1492770
Apr 19 18:29:29.778816 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c97f0b-00bf-47d0-a5f7-d851a96d10e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=065c4058-e54c-4e5a-b701-2bf0f3fd5623,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:29.826344 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=9d0ef058-454f-4d8b-83e5-fd49267a4f62,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:29.836429 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:29.892020 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63141e9-314b-4b6c-a87e-ac15f1d20b0c admin admin] Checking segment: {'id': 'ed422bf3-06e5-4eca-8cb7-0a83dfc79bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:29:29.892420 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63141e9-314b-4b6c-a87e-ac15f1d20b0c admin admin] Network hostable DHCP agents. Network: acd59ac1-d427-4149-8d1a-2f550ec235ed, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:29:29.901784 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63141e9-314b-4b6c-a87e-ac15f1d20b0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1939f7f6-46d3-4a60-90df-2e2254de6630,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:29.906622 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c97f0b-00bf-47d0-a5f7-d851a96d10e5 admin admin] Checking segment: {'id': '54a66c03-0931-4a90-b1ab-ea061d30079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99be9128-c693-427e-921b-a550e9df2043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:29:29.907134 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c97f0b-00bf-47d0-a5f7-d851a96d10e5 admin admin] Network hostable DHCP agents. Network: 99be9128-c693-427e-921b-a550e9df2043, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:29:29.914343 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e63141e9-314b-4b6c-a87e-ac15f1d20b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:29.915732 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:29.916744 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:29.917961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d2b1d0f8-0d19-4147-b9e2-47dca4a65b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:29.945117 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:29.996958 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d741f2e0-d735-49d5-8e02-bcb6a22cac10 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:29:30.006284 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d741f2e0-d735-49d5-8e02-bcb6a22cac10 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0745902
Apr 19 18:29:30.036760 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c97f0b-00bf-47d0-a5f7-d851a96d10e5 admin admin] Network 99be9128-c693-427e-921b-a550e9df2043 is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:29:30.060526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:29:30.061512 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63141e9-314b-4b6c-a87e-ac15f1d20b0c admin admin] Network acd59ac1-d427-4149-8d1a-2f550ec235ed is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:29:30.077391 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:29:30.087653 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:29:30.315819 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Pushing event updated for resources: {'Port': ['ID=3f3aa587-57ef-49cd-8a5d-351881a6d57c,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:30.320200 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-e5c97f0b-00bf-47d0-a5f7-d851a96d10e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, 99be9128-c693-427e-921b-a550e9df2043) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:29:30.325796 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-c71e0320-4fac-4d18-9804-5d61bdf2690c service neutron] 10.222.0.49 "GET /v2.0/networks/33aa5f7b-72c8-4c22-b916-469ecdf8fec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3193598
Apr 19 18:29:30.335472 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:30.401267 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-e63141e9-314b-4b6c-a87e-ac15f1d20b0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, acd59ac1-d427-4149-8d1a-2f550ec235ed) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:29:30.410983 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4f0392-2d00-4b8e-8f40-f845b8a3e363 None None] Network acd59ac1-d427-4149-8d1a-2f550ec235ed requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:29:30.417816 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63141e9-314b-4b6c-a87e-ac15f1d20b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:30.418617 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e63141e9-314b-4b6c-a87e-ac15f1d20b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:30.491383 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-7eec222b-8455-4273-bd03-1496c80c622c service neutron] 10.222.0.49 "GET /v2.0/networks/33aa5f7b-72c8-4c22-b916-469ecdf8fec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1559498
Apr 19 18:29:30.535629 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf05352-b957-4e6b-87a0-8f351bb340fd None None] Network 99be9128-c693-427e-921b-a550e9df2043 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:29:30.542462 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c97f0b-00bf-47d0-a5f7-d851a96d10e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:30.543188 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e5c97f0b-00bf-47d0-a5f7-d851a96d10e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:30.621213 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:30.772719 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 49780) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:30.797159 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e63141e9-314b-4b6c-a87e-ac15f1d20b0c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 4.0144706
Apr 19 18:29:30.820792 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e5c97f0b-00bf-47d0-a5f7-d851a96d10e5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 4.1579010
Apr 19 18:29:30.823318 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616446dd-8d9e-4331-a280-717f310424fe None None] Network acd59ac1-d427-4149-8d1a-2f550ec235ed requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:29:30.832843 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49784) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:30.835775 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49790) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:30.852639 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-754733596-router', 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:30.866447 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-95b2589d-4788-457b-996f-d3a1e2a2c151 req-12478b25-9359-47f5-9bd9-4f47bc796e9f tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 210 time: 0.0918431
Apr 19 18:29:30.869367 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:30.878361 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:30.884296 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:30.898093 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Usage tracker for resource:router and tenant:b234179720af4fd9b2d3f0aabf09fb91 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:30.914764 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:30.924754 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Usage tracker for resource:router and tenant:dd6d3dff6251456ab69d797d216f3c79 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:30.935764 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:30.941225 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:30.950724 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:31.050087 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c436ad-65af-555d-b32f-4431a98d60b1-99be9128-c693-427e-921b-a550e9df2043', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'fixed_ips': [{'subnet_id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623'}]}} from dv-cinder-786928-1-iscsi. {{(pid=86312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:29:31.051244 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:31.117875 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-630764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-316'] for router, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:31.119372 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854145052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854091501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775515'] for router, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:31.128528 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-630764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-316'] for router, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:31.129794 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854145052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854091501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775515'] for router, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:31.181202 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:31.185118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:31.245121 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:31.399658 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Allocated IP 172.20.0.2 (99be9128-c693-427e-921b-a550e9df2043/065c4058-e54c-4e5a-b701-2bf0f3fd5623/806b16f7-776f-4f65-b15a-d61b55006519) {{(pid=86312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:29:31.710071 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Notify callbacks [] for port, precommit_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:31.723186 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Transition to ACTIVE for port object 806b16f7-776f-4f65-b15a-d61b55006519 will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:29:31.749458 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Transition to ACTIVE for port object 806b16f7-776f-4f65-b15a-d61b55006519 will not be triggered until provisioned by entity DHCP. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:29:31.755318 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:31.763812 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6ae1efd8-c8b5-465a-9f25-3f65b02637a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:31.844938 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Network 99be9128-c693-427e-921b-a550e9df2043 is already hosted by enough agents. {{(pid=86312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:29:31.848554 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Resources bound (agent type, host, resource id):  {{(pid=86312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:29:31.857806 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Received port after_create {{(pid=86312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:29:31.984295 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 9d0ef058-454f-4d8b-83e5-fd49267a4f62 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:29:32.043760 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dbddba10-d442-469e-853d-9b4e49811536 req-9e41ae75-6d00-48dc-811b-347d5cfb554d tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 210 time: 0.1062956
Apr 19 18:29:32.129385 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 49876) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:32.270752 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854124193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775530'] for router, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:32.279995 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2dddab6f-f647-42c6-ac0d-1ea17ef42fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:32.297290 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Pushing event updated for resources: {'Port': ['ID=806b16f7-776f-4f65-b15a-d61b55006519,revision_number=1']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:32.298188 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-2dddab6f-f647-42c6-ac0d-1ea17ef42fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:32.301139 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854124193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775530'] for router, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:32.309458 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-2dddab6f-f647-42c6-ac0d-1ea17ef42fe9 admin admin] Usage tracker for resource:security_group_rule and tenant:b6d1259c09a94228ab49bc0755bbc31d is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:32.313617 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-2dddab6f-f647-42c6-ac0d-1ea17ef42fe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:32.318555 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:32.320173 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-2dddab6f-f647-42c6-ac0d-1ea17ef42fe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:32.335923 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Attempting to bind port 806b16f7-776f-4f65-b15a-d61b55006519 on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:29:32.336333 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Attempting to bind port 806b16f7-776f-4f65-b15a-d61b55006519 by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '54a66c03-0931-4a90-b1ab-ea061d30079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99be9128-c693-427e-921b-a550e9df2043'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:29:32.336742 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Attempting to bind port 806b16f7-776f-4f65-b15a-d61b55006519 on network 99be9128-c693-427e-921b-a550e9df2043 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:29:32.344820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:29:32.345238 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Checking segment: {'id': '54a66c03-0931-4a90-b1ab-ea061d30079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99be9128-c693-427e-921b-a550e9df2043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:29:32.345708 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:32.346147 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Bound using segment: {'id': '54a66c03-0931-4a90-b1ab-ea061d30079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99be9128-c693-427e-921b-a550e9df2043'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:29:32.346658 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Bound port: 806b16f7-776f-4f65-b15a-d61b55006519, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a66c03-0931-4a90-b1ab-ea061d30079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99be9128-c693-427e-921b-a550e9df2043'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:29:32.347069 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:32.411597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 9d0ef058-454f-4d8b-83e5-fd49267a4f62 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:29:32.412154 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:32.414335 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2dddab6f-f647-42c6-ac0d-1ea17ef42fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:32.417706 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2dddab6f-f647-42c6-ac0d-1ea17ef42fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:32.430730 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:32.474578 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-2dddab6f-f647-42c6-ac0d-1ea17ef42fe9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b6d1259c09a94228ab49bc0755bbc31d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3439920
Apr 19 18:29:32.477821 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 49888) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:32.492474 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddab6f-f647-42c6-ac0d-1ea17ef42fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18457740-3b1d-4e4f-af16-496bfecde16b,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:32.506602 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] For port 806b16f7-776f-4f65-b15a-d61b55006519, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:29:32.508814 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-2dddab6f-f647-42c6-ac0d-1ea17ef42fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:32.513399 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] For port 806b16f7-776f-4f65-b15a-d61b55006519, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=806b16f7-776f-4f65-b15a-d61b55006519,segment=NetworkSegment(54a66c03-0931-4a90-b1ab-ea061d30079d),segment_id=54a66c03-0931-4a90-b1ab-ea061d30079d)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:29:32.517899 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:32.525654 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:32.561470 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Router b936a29b-c72b-472c-9c2d-2c45d110abf4 is scheduled to L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c with binding_index 1 {{(pid=86311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:29:32.572060 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b3a8cce4-6010-4e1c-8f4a-e0e80276c7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:32.601857 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Pushing event updated for resources: {'Port': ['ID=806b16f7-776f-4f65-b15a-d61b55006519,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:32.613409 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b3a8cce4-6010-4e1c-8f4a-e0e80276c7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:32.639598 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:32.663487 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b3a8cce4-6010-4e1c-8f4a-e0e80276c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:32.670148 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f62d14b1-35e8-464f-b7f1-4b91c19fd771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:32.685443 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8cce4-6010-4e1c-8f4a-e0e80276c7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18457740-3b1d-4e4f-af16-496bfecde16b,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:32.690344 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b3a8cce4-6010-4e1c-8f4a-e0e80276c7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:32.696970 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b3a8cce4-6010-4e1c-8f4a-e0e80276c7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:32.719616 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-b3a8cce4-6010-4e1c-8f4a-e0e80276c7c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18457740-3b1d-4e4f-af16-496bfecde16b HTTP/1.1" status: 204  len: 168 time: 0.2275412
Apr 19 18:29:33.091167 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 49900) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:33.118991 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d5def874-699d-42e5-96fe-e1e7a6ea9b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:33.182809 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d5def874-699d-42e5-96fe-e1e7a6ea9b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:33.193016 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d5def874-699d-42e5-96fe-e1e7a6ea9b9d admin admin] Usage tracker for resource:security_group_rule and tenant:dbab8fb92175400ca62276353a828ee9 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:33.198889 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d5def874-699d-42e5-96fe-e1e7a6ea9b9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:33.220173 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d5def874-699d-42e5-96fe-e1e7a6ea9b9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:33.290408 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dc7646a1-5e74-4c5c-9a62-6384f18c95d2 req-5dd68522-d621-4c8f-b7da-a20f2cecae76 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 210 time: 0.0672436
Apr 19 18:29:33.400807 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d5def874-699d-42e5-96fe-e1e7a6ea9b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:33.403813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d5def874-699d-42e5-96fe-e1e7a6ea9b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:33.414235 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:33.446234 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5def874-699d-42e5-96fe-e1e7a6ea9b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34e35ab-4404-4ee7-ba1c-e09dc2d0a9ba,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:33.450155 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d5def874-699d-42e5-96fe-e1e7a6ea9b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:33.461844 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:29:33.472948 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Sync routers for ids ['b936a29b-c72b-472c-9c2d-2c45d110abf4'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:29:33.481773 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-d5def874-699d-42e5-96fe-e1e7a6ea9b9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dbab8fb92175400ca62276353a828ee9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3892534
Apr 19 18:29:33.483787 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Routers {'b936a29b-c72b-472c-9c2d-2c45d110abf4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:29:33.484446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100461860>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:29:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['b936a29b-c72b-472c-9c2d-2c45d110abf4'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:33.486110 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 49914) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:33.491597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:33.546290 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:33.579626 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9dd9910c-1e34-427d-8e6b-f1f4eb95c36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:33.599108 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:33.600505 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 8.5336351
Apr 19 18:29:33.601944 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:33.610855 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 49920) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:33.615056 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9dd9910c-1e34-427d-8e6b-f1f4eb95c36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:33.650815 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:33.710984 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.13', 61249) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:33.717901 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Set router b936a29b-c72b-472c-9c2d-2c45d110abf4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:29:34.025439 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 806b16f7-776f-4f65-b15a-d61b55006519 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:29:34.064871 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9dd9910c-1e34-427d-8e6b-f1f4eb95c36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:34.079770 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-2dddab6f-f647-42c6-ac0d-1ea17ef42fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:34.097750 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9dd9910c-1e34-427d-8e6b-f1f4eb95c36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:34.102711 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-9dd9910c-1e34-427d-8e6b-f1f4eb95c36f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e34e35ab-4404-4ee7-ba1c-e09dc2d0a9ba HTTP/1.1" status: 204  len: 168 time: 0.6153982
Apr 19 18:29:34.236175 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 806b16f7-776f-4f65-b15a-d61b55006519 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:29:34.332623 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9910c-1e34-427d-8e6b-f1f4eb95c36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34e35ab-4404-4ee7-ba1c-e09dc2d0a9ba,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:34.348350 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9dd9910c-1e34-427d-8e6b-f1f4eb95c36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:34.362231 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100461860>, [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:29:30Z', 'revision_number': 3, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:34.372741 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Checking router: b936a29b-c72b-472c-9c2d-2c45d110abf4 for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:29:34.373454 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Updating router b936a29b-c72b-472c-9c2d-2c45d110abf4 port 3f3aa587-57ef-49cd-8a5d-351881a6d57c binding host dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:29:34.450596 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb5537c-0d87-467d-8d39-61cbd4d13a54 None None] Network 99be9128-c693-427e-921b-a550e9df2043 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:29:34.465145 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Allocated IP 172.27.1.61 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/37d3304e-ce9b-4915-872a-58a406601ff0) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:29:34.499273 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-6f9aa906-5481-4aaa-ad91-ac5644586e46 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:34.505600 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-6f9aa906-5481-4aaa-ad91-ac5644586e46 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.13 "GET /v2.0/networks?id=33aa5f7b-72c8-4c22-b916-469ecdf8fec5 HTTP/1.1" status: 200  len: 812 time: 0.7934923
Apr 19 18:29:34.563249 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:34.573877 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Request body: {'port': {'device_id': '3dda4c50-a914-451b-9efd-7762235d2daa', 'network_id': '33aa5f7b-72c8-4c22-b916-469ecdf8fec5', 'admin_state_up': True, 'tenant_id': '64888eec7ab64396929cc1c3e1165e4e'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:34.767511 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 49986) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:34.831891 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-c3cca521-ac89-488e-be06-a53c76b5de6e None None] Provisioning for port 806b16f7-776f-4f65-b15a-d61b55006519 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:29:34.921202 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:34.925335 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:34.932680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Usage tracker for resource:port and tenant:64888eec7ab64396929cc1c3e1165e4e is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:34.937309 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:34.945664 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:34.961743 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Made reservation on behalf of 64888eec7ab64396929cc1c3e1165e4e for: {'port': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:29:34.969325 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:34.994719 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ebd4c5aa-5d30-4c0b-ba2b-7349bbf6d4b9 req-662f7048-9864-47bf-b170-e0baaf0896e7 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 210 time: 0.2712350
Apr 19 18:29:35.083804 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:35.103678 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-c3cca521-ac89-488e-be06-a53c76b5de6e None None] Provisioning complete for port 806b16f7-776f-4f65-b15a-d61b55006519 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:29:35.104679 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c3cca521-ac89-488e-be06-a53c76b5de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:35.135820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:35.262555 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:29:35.285142 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:29:35.338723 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:29:35.359656 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:35.404727 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Allocated IP 172.27.1.35 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/cf4e3c57-8e56-43d5-b08c-58848413150d) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:29:35.618866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Pushing event updated for resources: {'Port': ['ID=37d3304e-ce9b-4915-872a-58a406601ff0,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:35.626457 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c3cca521-ac89-488e-be06-a53c76b5de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:35.674675 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50008) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:35.710924 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:35.779006 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-c3cca521-ac89-488e-be06-a53c76b5de6e None None] For port 806b16f7-776f-4f65-b15a-d61b55006519, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=806b16f7-776f-4f65-b15a-d61b55006519,segment=NetworkSegment(54a66c03-0931-4a90-b1ab-ea061d30079d),segment_id=54a66c03-0931-4a90-b1ab-ea061d30079d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:29:35.788539 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c3cca521-ac89-488e-be06-a53c76b5de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:35.792922 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:35.861304 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7fca2f8b-117e-4a9c-91b8-d3106ab8c53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:35.881439 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Allocated IP 172.20.0.11 (33aa5f7b-72c8-4c22-b916-469ecdf8fec5/742f73e2-822b-402b-99e9-b85a75d856f8/43922653-8dde-42b2-ac29-fdd8f3f6036b) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:29:35.901678 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-7fca2f8b-117e-4a9c-91b8-d3106ab8c53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:35.909829 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-7fca2f8b-117e-4a9c-91b8-d3106ab8c53f admin admin] Usage tracker for resource:security_group_rule and tenant:8782a09070e4486c82679bcd62e851fb is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:35.913452 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-7fca2f8b-117e-4a9c-91b8-d3106ab8c53f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:35.927578 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-7fca2f8b-117e-4a9c-91b8-d3106ab8c53f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:35.951356 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-f96569c0-f5a8-47e8-8cf3-9b8635c286c8 None None] Provisioning complete for port 806b16f7-776f-4f65-b15a-d61b55006519 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:29:35.952062 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f96569c0-f5a8-47e8-8cf3-9b8635c286c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:36.000426 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Allocated IP 172.20.0.1 (5d286d36-8c52-42be-b3d4-52bf0bab0dba/e0439e37-0067-4362-b195-88afbdb39dd2/4a433190-9017-4e64-935b-a46d584bfdca) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:29:36.123972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7fca2f8b-117e-4a9c-91b8-d3106ab8c53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:36.202149 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7fca2f8b-117e-4a9c-91b8-d3106ab8c53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:36.251200 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cca521-ac89-488e-be06-a53c76b5de6e None None] Pushing event updated for resources: {'Port': ['ID=806b16f7-776f-4f65-b15a-d61b55006519,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:36.254636 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c3cca521-ac89-488e-be06-a53c76b5de6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:36.265644 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7498de71-f69c-428c-9148-f78f6bbeb733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:36.297804 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:36.310024 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-7498de71-f69c-428c-9148-f78f6bbeb733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:36.315204 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-7498de71-f69c-428c-9148-f78f6bbeb733 admin admin] Usage tracker for resource:security_group_rule and tenant:862bdb0f31b447dbbf31ec08823dba91 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:36.320176 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-7498de71-f69c-428c-9148-f78f6bbeb733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:36.327693 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-7498de71-f69c-428c-9148-f78f6bbeb733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:36.479402 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7498de71-f69c-428c-9148-f78f6bbeb733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:36.509467 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-05213024-d7cb-4072-a2de-88ecf6347504 req-e59f25de-55c4-4d75-ae21-06b6b295b631 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 210 time: 0.1577766
Apr 19 18:29:36.598875 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca2f8b-117e-4a9c-91b8-d3106ab8c53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbe12bb-4a48-4213-9cc6-89a26435dc6c,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:36.604099 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7498de71-f69c-428c-9148-f78f6bbeb733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:36.613843 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-7fca2f8b-117e-4a9c-91b8-d3106ab8c53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:36.677462 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:36.719144 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Transition to ACTIVE for port object 4a433190-9017-4e64-935b-a46d584bfdca will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:29:36.859015 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:36.864787 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:36.990060 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:36.999703 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Network 5d286d36-8c52-42be-b3d4-52bf0bab0dba is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:29:37.009664 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:29:37.029507 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-7498de71-f69c-428c-9148-f78f6bbeb733 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=862bdb0f31b447dbbf31ec08823dba91&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3526063
Apr 19 18:29:37.034395 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50048) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:37.045070 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:29:37.045911 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854139902'] for router_interface, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:37.103831 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50050) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:37.111902 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498de71-f69c-428c-9148-f78f6bbeb733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0368cdc8-ce5a-444c-94b4-2915eeb6da44,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:37.115177 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-7498de71-f69c-428c-9148-f78f6bbeb733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:37.225166 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-7fca2f8b-117e-4a9c-91b8-d3106ab8c53f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8782a09070e4486c82679bcd62e851fb&name=default HTTP/1.1" status: 200  len: 2975 time: 2.4454672
Apr 19 18:29:37.293712 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50058) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:37.424502 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:37.477901 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-1bbcdee5-2819-4889-a027-01c8df850ee2 None None] Provisioning for port 4a433190-9017-4e64-935b-a46d584bfdca completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:29:37.488928 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-1bbcdee5-2819-4889-a027-01c8df850ee2 None None] Provisioning complete for port 4a433190-9017-4e64-935b-a46d584bfdca triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:29:37.489350 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1bbcdee5-2819-4889-a027-01c8df850ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:37.625038 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-1bbcdee5-2819-4889-a027-01c8df850ee2 None None] Port 4a433190-9017-4e64-935b-a46d584bfdca cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:29:37.663399 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-191a78ea-829d-4fe3-808a-0624108e8966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:37.696824 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-191a78ea-829d-4fe3-808a-0624108e8966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:37.701465 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Pushing event updated for resources: {'Port': ['ID=4a433190-9017-4e64-935b-a46d584bfdca,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:37.743451 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:37.772639 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-191a78ea-829d-4fe3-808a-0624108e8966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:37.796591 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4dae4e43-eaa3-4285-aec3-45b9a2172f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:37.816121 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:37.951972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 806b16f7-776f-4f65-b15a-d61b55006519 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:29:38.026963 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-191a78ea-829d-4fe3-808a-0624108e8966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:38.028442 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-191a78ea-829d-4fe3-808a-0624108e8966 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cdbe12bb-4a48-4213-9cc6-89a26435dc6c HTTP/1.1" status: 204  len: 168 time: 0.7271099
Apr 19 18:29:38.030418 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:38.031828 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a78ea-829d-4fe3-808a-0624108e8966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbe12bb-4a48-4213-9cc6-89a26435dc6c,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:38.049462 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-191a78ea-829d-4fe3-808a-0624108e8966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:38.082176 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:38.102945 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-deae0be5-e9fb-442b-b421-d737cb49a748 req-9a2c5ea7-2870-44a9-b2b4-9e780c6f4092 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 210 time: 0.1268411
Apr 19 18:29:38.183275 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6b7c35ce-a118-4c88-9656-ba30d675ec2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:38.254642 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:29:38.260020 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 806b16f7-776f-4f65-b15a-d61b55006519 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:29:38.260443 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:38.280793 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Pushing event updated for resources: {'Port': ['ID=cf4e3c57-8e56-43d5-b08c-58848413150d,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:38.281268 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6b7c35ce-a118-4c88-9656-ba30d675ec2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:38.296616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:29:38.300064 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:29:38.408073 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6b7c35ce-a118-4c88-9656-ba30d675ec2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:38.430632 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:38.444175 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9dd9910c-1e34-427d-8e6b-f1f4eb95c36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:38.494269 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c35ce-a118-4c88-9656-ba30d675ec2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0368cdc8-ce5a-444c-94b4-2915eeb6da44,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:38.584653 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6b7c35ce-a118-4c88-9656-ba30d675ec2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:38.618675 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:38.632472 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6b7c35ce-a118-4c88-9656-ba30d675ec2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:38.637483 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-6b7c35ce-a118-4c88-9656-ba30d675ec2b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0368cdc8-ce5a-444c-94b4-2915eeb6da44 HTTP/1.1" status: 204  len: 168 time: 1.0455768
Apr 19 18:29:38.646183 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Transition to ACTIVE for port object 3f3aa587-57ef-49cd-8a5d-351881a6d57c will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:29:38.646738 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50090) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:38.658716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:38.664598 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-74e17c63-8f97-4707-8c22-8e1e15c83fa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:38.665835 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:38.819320 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-613ba8bb-9461-403d-9a8a-de0c1e559691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:38.857446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Attempting to bind port 3f3aa587-57ef-49cd-8a5d-351881a6d57c on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:29:38.860551 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Attempting to bind port 3f3aa587-57ef-49cd-8a5d-351881a6d57c by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:29:38.861118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Attempting to bind port 3f3aa587-57ef-49cd-8a5d-351881a6d57c on network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:29:38.871463 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Pushing event updated for resources: {'Port': ['ID=3f3aa587-57ef-49cd-8a5d-351881a6d57c,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:38.892997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:29:38.893791 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Checking segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:29:38.894420 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:38.895016 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Bound using segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:29:38.895669 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Bound port: 3f3aa587-57ef-49cd-8a5d-351881a6d57c, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:29:38.896193 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:38.908535 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50096) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:38.985385 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:38.990246 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:38.990837 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:38.991473 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:38.992258 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:38.994141 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:38.994393 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:38.994874 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:38.996917 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:38.997405 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:38.998018 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:39.000580 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Tracked resource versions report:
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]: pushed versions:
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]: {   'AddressGroup': {'1.2'},
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:     'ConntrackHelper': {'1.0'},
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Log': {'1.0'},
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Network': {'1.1'},
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Port': {'1.7'},
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:     'PortForwarding': {'1.2'},
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:     'QosPolicy': {'1.8'},
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SecurityGroup': {'1.4'},
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SecurityGroupRule': {'1.2'},
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:     'SubPort': {'1.0'},
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Subnet': {'1.1'},
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:     'Trunk': {'1.1'}}
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]: consumer versions:
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]: {   DHCP agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:     HyperV agent@hv-cinder-78692: {},
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:     L3 agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:     Metadata agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:     Metering agent@dv-cinder-786928-1-iscsi: {},
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:     Open vSwitch agent@dv-cinder-786928-1-iscsi: {   'AddressGroup': '1.2',
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'ConntrackHelper': '1.0',
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Log': '1.0',
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Network': '1.1',
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Port': '1.7',
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'PortForwarding': '1.2',
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'QosPolicy': '1.8',
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SecurityGroup': '1.4',
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SecurityGroupRule': '1.2',
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'SubPort': '1.0',
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Subnet': '1.1',
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:                                                      'Trunk': '1.1'}}
Apr 19 18:29:39.001629 dv-cinder-786928-1-iscsi neutron-server[86197]:  {{(pid=86313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 19 18:29:39.012275 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:39.075553 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a69d-a6bd-41bd-90b2-02f96244d6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:39.110768 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] For port 3f3aa587-57ef-49cd-8a5d-351881a6d57c, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:29:39.114466 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] For port 3f3aa587-57ef-49cd-8a5d-351881a6d57c, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=3f3aa587-57ef-49cd-8a5d-351881a6d57c,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:29:39.118341 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:39.123985 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:39.152229 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-dcd9a69d-a6bd-41bd-90b2-02f96244d6b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:39.163067 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:39.171945 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-dcd9a69d-a6bd-41bd-90b2-02f96244d6b7 admin admin] Usage tracker for resource:security_group_rule and tenant:f84a204e267847a9b3abbcd9c3b3e3c8 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:39.209692 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-dcd9a69d-a6bd-41bd-90b2-02f96244d6b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:39.258316 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-dcd9a69d-a6bd-41bd-90b2-02f96244d6b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:39.281874 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:39.352480 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Routers {'b936a29b-c72b-472c-9c2d-2c45d110abf4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:29:39.359226 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100461860>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:29:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['b936a29b-c72b-472c-9c2d-2c45d110abf4'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:39.373689 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-77b20cf1-5170-4e54-bc3f-7622e645babf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:39.408255 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-613ba8bb-9461-403d-9a8a-de0c1e559691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:39.412439 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-613ba8bb-9461-403d-9a8a-de0c1e559691 admin admin] Usage tracker for resource:security_group_rule and tenant:067de21738594ceb95b33bb79d8d02ea is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:39.415495 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-613ba8bb-9461-403d-9a8a-de0c1e559691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:39.421756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-613ba8bb-9461-403d-9a8a-de0c1e559691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:39.466852 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-77b20cf1-5170-4e54-bc3f-7622e645babf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:39.482900 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-77b20cf1-5170-4e54-bc3f-7622e645babf admin admin] Usage tracker for resource:security_group_rule and tenant:8b35f8920dcb437380afa7e3d2131982 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:39.509422 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50106) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:39.516215 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-77b20cf1-5170-4e54-bc3f-7622e645babf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:39.553797 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:39.555070 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Pushing event updated for resources: {'Port': ['ID=3f3aa587-57ef-49cd-8a5d-351881a6d57c,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:39.556025 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-77b20cf1-5170-4e54-bc3f-7622e645babf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:39.577192 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:39.579115 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b362091-e50a-4944-952f-e78a48fcac70 req-68a546b4-c463-46a8-b861-8f42ca6b707c tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:39.580916 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5b362091-e50a-4944-952f-e78a48fcac70 req-68a546b4-c463-46a8-b861-8f42ca6b707c tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 932 time: 0.1861067
Apr 19 18:29:39.581823 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f4dabd5e-42ec-43f7-bd9b-f3fa3af1a0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:39.598599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-613ba8bb-9461-403d-9a8a-de0c1e559691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:39.603795 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:39.604761 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f4dabd5e-42ec-43f7-bd9b-f3fa3af1a0e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:39.609660 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f4dabd5e-42ec-43f7-bd9b-f3fa3af1a0e2 admin admin] Usage tracker for resource:security_group_rule and tenant:b291a6206fba46c392b2428cbd69f7cb is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:39.612874 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f4dabd5e-42ec-43f7-bd9b-f3fa3af1a0e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:39.619097 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f4dabd5e-42ec-43f7-bd9b-f3fa3af1a0e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:39.621354 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:39.695904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] Set router b936a29b-c72b-472c-9c2d-2c45d110abf4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:29:39.701926 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851135825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636005'] for router_interface, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:39.737735 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-613ba8bb-9461-403d-9a8a-de0c1e559691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:39.763716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f4dabd5e-42ec-43f7-bd9b-f3fa3af1a0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:39.767634 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:39.802078 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-5b362091-e50a-4944-952f-e78a48fcac70 req-9dceca99-ec70-4727-ad5f-c3c18de1bc98 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Synchronizing usage tracker for tenant:64888eec7ab64396929cc1c3e1165e4e on resource:security_group {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:29:39.818879 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:39.863390 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Pushing event updated for resources: {'Port': ['ID=4a433190-9017-4e64-935b-a46d584bfdca,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:39.870234 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f4dabd5e-42ec-43f7-bd9b-f3fa3af1a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:39.871359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:39.935114 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:39.943852 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f4dabd5e-42ec-43f7-bd9b-f3fa3af1a0e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b291a6206fba46c392b2428cbd69f7cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4201083
Apr 19 18:29:39.960620 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50114) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:39.977524 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Network 33aa5f7b-72c8-4c22-b916-469ecdf8fec5 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:29:40.075938 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dabd5e-42ec-43f7-bd9b-f3fa3af1a0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a5d517-2ed1-4c65-ad38-79412d2625a8,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:40.082265 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a69d-a6bd-41bd-90b2-02f96244d6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:40.090379 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f4dabd5e-42ec-43f7-bd9b-f3fa3af1a0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:40.095938 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dcd9a69d-a6bd-41bd-90b2-02f96244d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:40.147995 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:40.155710 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-dcd9a69d-a6bd-41bd-90b2-02f96244d6b7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f84a204e267847a9b3abbcd9c3b3e3c8&name=default HTTP/1.1" status: 200  len: 2978 time: 1.2428381
Apr 19 18:29:40.167993 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50118) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:40.197764 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100461860>, [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:29:38Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '4a433190-9017-4e64-935b-a46d584bfdca', 'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'mac_address': 'fa:16:3e:78:8e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:35Z', 'updated_at': '2021-04-19T18:29:36Z', 'revision_number': 1, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'subnets': [{'id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:40.204646 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6174a0fb-c8cb-4574-b52b-d36f5c01b11f None None] The sync data for ids ['b936a29b-c72b-472c-9c2d-2c45d110abf4'] in dv-cinder-786928-1-iscsi is: [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:29:38Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '4a433190-9017-4e64-935b-a46d584bfdca', 'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'mac_address': 'fa:16:3e:78:8e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:35Z', 'updated_at': '2021-04-19T18:29:36Z', 'revision_number': 1, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'subnets': [{'id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:29:40.247705 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9a69d-a6bd-41bd-90b2-02f96244d6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc1a41e-ddae-4cd7-8c8c-d318d0222760,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:40.272374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Network 5d286d36-8c52-42be-b3d4-52bf0bab0dba is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:29:40.279373 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-dcd9a69d-a6bd-41bd-90b2-02f96244d6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:40.280878 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:29:40.295299 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-77b20cf1-5170-4e54-bc3f-7622e645babf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:40.312818 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-77b20cf1-5170-4e54-bc3f-7622e645babf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:40.508543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:40.529363 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:40.542171 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-5b362091-e50a-4944-952f-e78a48fcac70 req-9dceca99-ec70-4727-ad5f-c3c18de1bc98 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Unset dirty status for tenant:64888eec7ab64396929cc1c3e1165e4e on resource:security_group {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:29:40.543422 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5b362091-e50a-4944-952f-e78a48fcac70 req-9dceca99-ec70-4727-ad5f-c3c18de1bc98 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/security-groups?id=f77567a7-81f7-4b4f-9f19-3bd6f708e48d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9459763
Apr 19 18:29:40.579904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-14060135-4b46-4a05-9760-96b1ce4c685e None None] Provisioning complete for port 4a433190-9017-4e64-935b-a46d584bfdca triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:29:40.580564 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-14060135-4b46-4a05-9760-96b1ce4c685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:40.617719 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b20cf1-5170-4e54-bc3f-7622e645babf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd78812-4b87-4a55-92d8-67cf699b77a9,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:40.620539 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c50368f1-8390-4857-85ca-306d418ff777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:40.622824 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-77b20cf1-5170-4e54-bc3f-7622e645babf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:40.653650 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-77b20cf1-5170-4e54-bc3f-7622e645babf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b35f8920dcb437380afa7e3d2131982&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0032816
Apr 19 18:29:40.655676 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-14060135-4b46-4a05-9760-96b1ce4c685e None None] Port 4a433190-9017-4e64-935b-a46d584bfdca cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:29:40.664490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50122) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:40.672850 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Router b936a29b-c72b-472c-9c2d-2c45d110abf4 has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:29:40.721654 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c50368f1-8390-4857-85ca-306d418ff777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:40.751147 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:29:40.795740 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Pushing event updated for resources: {'Port': ['ID=43922653-8dde-42b2-ac29-fdd8f3f6036b,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:40.803248 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-613ba8bb-9461-403d-9a8a-de0c1e559691 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=067de21738594ceb95b33bb79d8d02ea&name=default HTTP/1.1" status: 200  len: 2975 time: 3.6608877
Apr 19 18:29:40.804105 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50126) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:40.813455 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.995s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:40.816397 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:29:40.823147 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:40.823859 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for port, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:40.899778 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-04a25090-3324-4b2f-b6fa-4d08f22cc2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.021s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:40.947584 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ba8bb-9461-403d-9a8a-de0c1e559691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb8615b-5d24-43dd-9379-7354aff00647,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:41.033029 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c5654fda-fa77-4276-b918-09a71daf6acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:41.034233 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-613ba8bb-9461-403d-9a8a-de0c1e559691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:41.082784 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Router 1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f is scheduled to L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c with binding_index 1 {{(pid=86311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:29:41.119040 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.5516136
Apr 19 18:29:41.366095 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c50368f1-8390-4857-85ca-306d418ff777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:41.399138 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b3a8cce4-6010-4e1c-8f4a-e0e80276c7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:41.418560 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50368f1-8390-4857-85ca-306d418ff777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc1a41e-ddae-4cd7-8c8c-d318d0222760,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:41.427351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c50368f1-8390-4857-85ca-306d418ff777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:41.430596 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c5654fda-fa77-4276-b918-09a71daf6acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:41.460344 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fe332f68-94ed-4a68-a265-e065b6e37d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:41.468800 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c50368f1-8390-4857-85ca-306d418ff777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:41.470062 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-c50368f1-8390-4857-85ca-306d418ff777 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2cc1a41e-ddae-4cd7-8c8c-d318d0222760 HTTP/1.1" status: 204  len: 168 time: 1.3010440
Apr 19 18:29:41.478683 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:29:41.487807 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] 10.222.0.49 "PUT /v2.0/routers/b936a29b-c72b-472c-9c2d-2c45d110abf4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8755846
Apr 19 18:29:41.526295 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c5654fda-fa77-4276-b918-09a71daf6acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:41.532585 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:41.534804 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ce40f330-3e28-40b0-8609-2898c4812381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:41.556942 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5654fda-fa77-4276-b918-09a71daf6acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd78812-4b87-4a55-92d8-67cf699b77a9,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:41.589556 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c5654fda-fa77-4276-b918-09a71daf6acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:41.595387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fe332f68-94ed-4a68-a265-e065b6e37d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:41.600237 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c5654fda-fa77-4276-b918-09a71daf6acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:41.601795 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-c5654fda-fa77-4276-b918-09a71daf6acc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/abd78812-4b87-4a55-92d8-67cf699b77a9 HTTP/1.1" status: 204  len: 168 time: 0.9360034
Apr 19 18:29:41.716774 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:29:41.727148 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Sync routers for ids ['1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:29:41.733162 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:41.751154 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Routers {'1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:29:41.752416 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100721eb8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:29:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:41.784186 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ce40f330-3e28-40b0-8609-2898c4812381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:41.966240 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:41.967701 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 11.1305838
Apr 19 18:29:41.994914 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fea5c4-c73b-4add-93fa-908fae4a20af req-1c763fca-cd8b-4367-8eed-d7c23412db2a tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:42.004846 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a6fea5c4-c73b-4add-93fa-908fae4a20af req-1c763fca-cd8b-4367-8eed-d7c23412db2a tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 932 time: 0.2955422
Apr 19 18:29:42.005405 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50144) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:42.147653 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fe332f68-94ed-4a68-a265-e065b6e37d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:42.160546 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-613ba8bb-9461-403d-9a8a-de0c1e559691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:42.184408 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe332f68-94ed-4a68-a265-e065b6e37d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb8615b-5d24-43dd-9379-7354aff00647,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:42.203944 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-fe332f68-94ed-4a68-a265-e065b6e37d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:42.205423 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fe332f68-94ed-4a68-a265-e065b6e37d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:42.210697 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-fe332f68-94ed-4a68-a265-e065b6e37d51 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/abb8615b-5d24-43dd-9379-7354aff00647 HTTP/1.1" status: 204  len: 168 time: 1.3818069
Apr 19 18:29:42.222383 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ce40f330-3e28-40b0-8609-2898c4812381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:42.228355 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Set router 1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:29:42.236825 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:42.254612 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ce40f330-3e28-40b0-8609-2898c4812381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:42.258454 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ce40f330-3e28-40b0-8609-2898c4812381 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17a5d517-2ed1-4c65-ad38-79412d2625a8 HTTP/1.1" status: 204  len: 168 time: 2.2857373
Apr 19 18:29:42.258454 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40f330-3e28-40b0-8609-2898c4812381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a5d517-2ed1-4c65-ad38-79412d2625a8,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:42.262677 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ce40f330-3e28-40b0-8609-2898c4812381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:42.312978 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 3f3aa587-57ef-49cd-8a5d-351881a6d57c up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:29:42.318295 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Router aa34ae64-8ef0-4a68-905a-9f29662be5ad is scheduled to L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c with binding_index 1 {{(pid=86311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:29:42.411771 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a6fea5c4-c73b-4add-93fa-908fae4a20af req-02f508d4-920f-47cb-b85e-916bf14ab848 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/security-groups?id=f77567a7-81f7-4b4f-9f19-3bd6f708e48d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886842
Apr 19 18:29:42.933780 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:29:42.946484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Sync routers for ids ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:29:42.966214 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Routers {'aa34ae64-8ef0-4a68-905a-9f29662be5ad'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:29:42.967476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100461da0>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:29:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:42.974252 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:42.979790 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 3f3aa587-57ef-49cd-8a5d-351881a6d57c completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:29:42.986484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-57bde310-3585-4e58-b2ea-178e621292b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:42.993450 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 3f3aa587-57ef-49cd-8a5d-351881a6d57c triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:29:42.993893 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:43.030493 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:43.037544 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 12.1942892
Apr 19 18:29:43.038660 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50162) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:43.184656 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100721eb8>, [{'id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'name': 'tempest-ServerRescueNegativeTestJSON-754733596-router', 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '37d3304e-ce9b-4915-872a-58a406601ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:36Z', 'revision_number': 3, 'project_id': 'dd6d3dff6251456ab69d797d216f3c79', 'gw_port': {'id': '37d3304e-ce9b-4915-872a-58a406601ff0', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:43.192356 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:43.231298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port 3f3aa587-57ef-49cd-8a5d-351881a6d57c, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=3f3aa587-57ef-49cd-8a5d-351881a6d57c,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:29:43.233684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Checking router: 1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:29:43.234233 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Updating router 1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f port 37d3304e-ce9b-4915-872a-58a406601ff0 binding host dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:29:43.306265 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50168) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:43.365954 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:43.366847 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-cc5eb855-fc8d-474f-bc4f-0f0726f08e38 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1040347936', 'description': 'tempest-description--670988297'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:43.381904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:43.566254 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Set router aa34ae64-8ef0-4a68-905a-9f29662be5ad gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:29:43.610003 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50178) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:43.680524 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8ef58742-a9b7-41f4-908d-5cb0a90921eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:43.745519 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-8ef58742-a9b7-41f4-908d-5cb0a90921eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:43.748513 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-cc5eb855-fc8d-474f-bc4f-0f0726f08e38 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:43.817179 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:43.878272 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-8ef58742-a9b7-41f4-908d-5cb0a90921eb admin admin] Usage tracker for resource:security_group_rule and tenant:de1a77c786e740f4b34ded98dc389a59 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:43.894739 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-8ef58742-a9b7-41f4-908d-5cb0a90921eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:44.018933 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=3f3aa587-57ef-49cd-8a5d-351881a6d57c,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:44.026751 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:44.141284 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-8ef58742-a9b7-41f4-908d-5cb0a90921eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:44.241882 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100461da0>, [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:39Z', 'revision_number': 3, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:44.253979 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Checking router: aa34ae64-8ef0-4a68-905a-9f29662be5ad for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:29:44.255310 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Updating router aa34ae64-8ef0-4a68-905a-9f29662be5ad port cf4e3c57-8e56-43d5-b08c-58848413150d binding host dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:29:44.282270 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:44.337201 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-556ce45a-8f1e-4d7f-b323-e5d9d49f5201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:44.464834 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:44.577424 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Sync routers for ids ['b936a29b-c72b-472c-9c2d-2c45d110abf4'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:29:44.713541 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab2614-0ee5-48b5-85ea-78d523865add req-f6aadb2e-f40b-4349-8459-68aa08eb5266 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:44.727921 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e7ab2614-0ee5-48b5-85ea-78d523865add req-f6aadb2e-f40b-4349-8459-68aa08eb5266 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 932 time: 0.8892872
Apr 19 18:29:44.896227 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-cc5eb855-fc8d-474f-bc4f-0f0726f08e38 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Usage tracker for resource:security_group and tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:44.928513 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-908e966f-4199-4228-a772-f15991394b85 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86311) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:29:44.932639 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-908e966f-4199-4228-a772-f15991394b85 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0417371
Apr 19 18:29:44.933744 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-cc5eb855-fc8d-474f-bc4f-0f0726f08e38 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:44.985511 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8ef58742-a9b7-41f4-908d-5cb0a90921eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:44.997717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8ef58742-a9b7-41f4-908d-5cb0a90921eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:45.023784 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:45.095902 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-cc5eb855-fc8d-474f-bc4f-0f0726f08e38 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:45.165086 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-8ef58742-a9b7-41f4-908d-5cb0a90921eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de1a77c786e740f4b34ded98dc389a59&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5458231
Apr 19 18:29:45.171453 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e7ab2614-0ee5-48b5-85ea-78d523865add req-f8319be7-5487-405f-97c2-749f58b2b428 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/security-groups?id=f77567a7-81f7-4b4f-9f19-3bd6f708e48d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4424767
Apr 19 18:29:45.181650 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50216) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:45.189888 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb855-fc8d-474f-bc4f-0f0726f08e38 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:45.280140 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Allocated IP 172.20.0.1 (acd59ac1-d427-4149-8d1a-2f550ec235ed/1939f7f6-46d3-4a60-90df-2e2254de6630/24993663-1113-4051-99c3-418ba82d7f6e) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:29:45.316104 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Notify callbacks [] for port, precommit_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:45.333019 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Transition to ACTIVE for port object 37d3304e-ce9b-4915-872a-58a406601ff0 will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:29:45.336640 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-cc5eb855-fc8d-474f-bc4f-0f0726f08e38 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:45.356633 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:45.357365 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-cc5eb855-fc8d-474f-bc4f-0f0726f08e38 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Usage tracker for resource:security_group_rule and tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:45.370277 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-cc5eb855-fc8d-474f-bc4f-0f0726f08e38 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:45.375686 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:45.519901 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-cc5eb855-fc8d-474f-bc4f-0f0726f08e38 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:45.546273 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef58742-a9b7-41f4-908d-5cb0a90921eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbbb756-603b-4abc-a97e-54b6943be2ba,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:45.552241 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90178dce-d34e-4c2a-821f-8eff250ed316 None None] Pushing event updated for resources: {'Port': ['ID=37d3304e-ce9b-4915-872a-58a406601ff0,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:45.557354 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Routers {'b936a29b-c72b-472c-9c2d-2c45d110abf4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:29:45.558078 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71001f8ac8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:29:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['b936a29b-c72b-472c-9c2d-2c45d110abf4'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:45.569353 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8ef58742-a9b7-41f4-908d-5cb0a90921eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:45.734973 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-90178dce-d34e-4c2a-821f-8eff250ed316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:45.780644 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:45.809527 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Request body: {'port': {'device_id': '3dda4c50-a914-451b-9efd-7762235d2daa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:45.834030 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:45.856473 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-54804616-9c3f-4fb4-b2df-b7137fc47f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:45.977900 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-54804616-9c3f-4fb4-b2df-b7137fc47f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.021304 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.070225 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Transition to ACTIVE for port object cf4e3c57-8e56-43d5-b08c-58848413150d will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:29:46.087290 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.094442 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-54804616-9c3f-4fb4-b2df-b7137fc47f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.109267 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:46.114914 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:46.118034 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 3f3aa587-57ef-49cd-8a5d-351881a6d57c up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:29:46.147686 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54804616-9c3f-4fb4-b2df-b7137fc47f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbbb756-603b-4abc-a97e-54b6943be2ba,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:46.159643 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-54804616-9c3f-4fb4-b2df-b7137fc47f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:46.199158 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-54804616-9c3f-4fb4-b2df-b7137fc47f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.200367 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-54804616-9c3f-4fb4-b2df-b7137fc47f0f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4dbbb756-603b-4abc-a97e-54b6943be2ba HTTP/1.1" status: 204  len: 168 time: 1.0166593
Apr 19 18:29:46.220311 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.240687 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-674b1f57-31ee-4240-9002-cee976f6cdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:46.286889 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb855-fc8d-474f-bc4f-0f0726f08e38 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.292988 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.307049 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.337381 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb855-fc8d-474f-bc4f-0f0726f08e38 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.383188 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:46.397494 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Attempting to bind port 37d3304e-ce9b-4915-872a-58a406601ff0 on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:29:46.398328 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Attempting to bind port 37d3304e-ce9b-4915-872a-58a406601ff0 by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:29:46.398939 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Attempting to bind port 37d3304e-ce9b-4915-872a-58a406601ff0 on network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:29:46.440957 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Attempting to bind port cf4e3c57-8e56-43d5-b08c-58848413150d on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:29:46.441367 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Attempting to bind port cf4e3c57-8e56-43d5-b08c-58848413150d by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:29:46.443318 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Allocated IP 172.20.0.1 (99be9128-c693-427e-921b-a550e9df2043/065c4058-e54c-4e5a-b701-2bf0f3fd5623/c65fab99-9cfe-453e-91cd-1a2061cd415d) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:29:46.448022 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Attempting to bind port cf4e3c57-8e56-43d5-b08c-58848413150d on network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:29:46.457056 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:29:46.458129 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Checking segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:29:46.458744 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.459406 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Bound using segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:29:46.460066 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Bound port: 37d3304e-ce9b-4915-872a-58a406601ff0, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:29:46.460738 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.461062 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b31f3c-a2c7-4088-bb1d-044719891239 None None] Pushing event updated for resources: {'Port': ['ID=cf4e3c57-8e56-43d5-b08c-58848413150d,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:46.463921 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Network acd59ac1-d427-4149-8d1a-2f550ec235ed is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:29:46.474294 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:29:46.479227 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:29:46.482746 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Checking segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:29:46.483199 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.483641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Bound using segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:29:46.484178 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Bound port: cf4e3c57-8e56-43d5-b08c-58848413150d, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:29:46.484602 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.518450 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:29:46.523047 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854139902'] for router_interface, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.533400 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.605554 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f0b31f3c-a2c7-4088-bb1d-044719891239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:46.617106 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.679590 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Pushing event updated for resources: {'Port': ['ID=24993663-1113-4051-99c3-418ba82d7f6e,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:46.690563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:46.733609 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 3f3aa587-57ef-49cd-8a5d-351881a6d57c triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:29:46.734041 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.761389 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] For port cf4e3c57-8e56-43d5-b08c-58848413150d, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:29:46.776074 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] For port cf4e3c57-8e56-43d5-b08c-58848413150d, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=cf4e3c57-8e56-43d5-b08c-58848413150d,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:29:46.781524 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.800840 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:46.844186 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:46.883594 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Set router b936a29b-c72b-472c-9c2d-2c45d110abf4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:29:47.011590 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b31f3c-a2c7-4088-bb1d-044719891239 None None] Pushing event updated for resources: {'Port': ['ID=cf4e3c57-8e56-43d5-b08c-58848413150d,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:47.017560 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] For port 37d3304e-ce9b-4915-872a-58a406601ff0, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:29:47.031996 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f0b31f3c-a2c7-4088-bb1d-044719891239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:47.033704 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Routers {'aa34ae64-8ef0-4a68-905a-9f29662be5ad'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:29:47.036130 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100461da0>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:29:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:47.058208 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:47.100801 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Transition to ACTIVE for port object c65fab99-9cfe-453e-91cd-1a2061cd415d will not be triggered until provisioned by entity DHCP. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:29:47.131628 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] For port 37d3304e-ce9b-4915-872a-58a406601ff0, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=37d3304e-ce9b-4915-872a-58a406601ff0,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:29:47.178279 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:47.188741 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb855-fc8d-474f-bc4f-0f0726f08e38 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:47.198134 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-cc5eb855-fc8d-474f-bc4f-0f0726f08e38 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 3.8906271
Apr 19 18:29:47.199287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5eb855-fc8d-474f-bc4f-0f0726f08e38 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204cff28-3a6c-4b0d-9a74-14a99a01e065,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:47.204554 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cc5eb855-fc8d-474f-bc4f-0f0726f08e38 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:47.207896 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:47.211004 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50254) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:47.222300 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-2f4cfd77-b3fd-482e-88ed-6635bd980ac3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Request body: {'security_group_rule': {'security_group_id': '204cff28-3a6c-4b0d-9a74-14a99a01e065', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:47.239327 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:47.241145 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-2f4cfd77-b3fd-482e-88ed-6635bd980ac3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:47.259920 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-2f4cfd77-b3fd-482e-88ed-6635bd980ac3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Usage tracker for resource:security_group_rule and tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:47.278110 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8794eac-b575-459f-8e25-a4577fe2be47 req-04060bcc-7ae7-44c7-ab24-d77046e45fe0 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:47.283261 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a8794eac-b575-459f-8e25-a4577fe2be47 req-04060bcc-7ae7-44c7-ab24-d77046e45fe0 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 932 time: 0.6050503
Apr 19 18:29:47.284363 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:47.287737 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851135825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636005'] for router_interface, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:47.296676 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-2f4cfd77-b3fd-482e-88ed-6635bd980ac3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:47.306384 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:47.318255 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:47.423861 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] Set router aa34ae64-8ef0-4a68-905a-9f29662be5ad gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:29:47.440451 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-461bc3c0-fad2-4377-af92-51bbade31b76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:47.518534 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-2f4cfd77-b3fd-482e-88ed-6635bd980ac3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:47.524318 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Pushing event updated for resources: {'Port': ['ID=24993663-1113-4051-99c3-418ba82d7f6e,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:47.569564 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Network 99be9128-c693-427e-921b-a550e9df2043 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:29:47.595359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:29:47.600263 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:29:47.604331 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854139902'] for router_interface, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:47.950650 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90178dce-d34e-4c2a-821f-8eff250ed316 None None] Pushing event updated for resources: {'Port': ['ID=37d3304e-ce9b-4915-872a-58a406601ff0,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:47.961456 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:47.975909 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-90178dce-d34e-4c2a-821f-8eff250ed316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:48.013234 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100461da0>, [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:39Z', 'revision_number': 3, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:48.019482 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Routers {'1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:29:48.020363 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100721eb8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:29:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:48.023738 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2f4cfd77-b3fd-482e-88ed-6635bd980ac3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:48.027953 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1bce42-a1ff-4183-bd9a-8bcf4fa5d025 None None] The sync data for ids ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'] in dv-cinder-786928-1-iscsi is: [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:39Z', 'revision_number': 3, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:29:48.065669 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a8794eac-b575-459f-8e25-a4577fe2be47 req-5063ddf3-c16c-4005-8400-27695fb85b2e tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/security-groups?id=f77567a7-81f7-4b4f-9f19-3bd6f708e48d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7549098
Apr 19 18:29:48.146048 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2f4cfd77-b3fd-482e-88ed-6635bd980ac3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:48.148644 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=c65fab99-9cfe-453e-91cd-1a2061cd415d,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:48.156028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:48.179465 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Network acd59ac1-d427-4149-8d1a-2f550ec235ed is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:29:48.180913 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:29:48.243614 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2f4cfd77-b3fd-482e-88ed-6635bd980ac3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:48.300418 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:48.318973 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cfd77-b3fd-482e-88ed-6635bd980ac3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ea430f-26da-40cd-98c3-41d65171a6be,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:48.347935 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:48.373067 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2f4cfd77-b3fd-482e-88ed-6635bd980ac3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:48.376495 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-2f4cfd77-b3fd-482e-88ed-6635bd980ac3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1642785
Apr 19 18:29:48.390028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50294) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:48.393731 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-2f4cfd77-b3fd-482e-88ed-6635bd980ac3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:48.402101 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-5974f103-3f8c-4dbc-b693-d6046d4a7ec6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Request body: {'security_group_rule': {'security_group_id': '204cff28-3a6c-4b0d-9a74-14a99a01e065', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:48.413196 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-5974f103-3f8c-4dbc-b693-d6046d4a7ec6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:48.421378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-5974f103-3f8c-4dbc-b693-d6046d4a7ec6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Usage tracker for resource:security_group_rule and tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:48.431700 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Router 1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:29:48.433061 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-5974f103-3f8c-4dbc-b693-d6046d4a7ec6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:48.443133 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-5974f103-3f8c-4dbc-b693-d6046d4a7ec6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:48.466120 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] Set router 1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:29:48.567428 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-3f0bd363-00e8-407a-a545-0805bf259ff4 None None] Provisioning for port c65fab99-9cfe-453e-91cd-1a2061cd415d completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:29:48.599224 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-3f0bd363-00e8-407a-a545-0805bf259ff4 None None] Provisioning complete for port c65fab99-9cfe-453e-91cd-1a2061cd415d triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:29:48.602862 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3f0bd363-00e8-407a-a545-0805bf259ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:48.708254 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:29:48.725639 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] 10.222.0.49 "PUT /v2.0/routers/1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7131124
Apr 19 18:29:48.735005 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5974f103-3f8c-4dbc-b693-d6046d4a7ec6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:48.763867 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-3f0bd363-00e8-407a-a545-0805bf259ff4 None None] Port c65fab99-9cfe-453e-91cd-1a2061cd415d cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:29:48.823099 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5974f103-3f8c-4dbc-b693-d6046d4a7ec6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:48.827053 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5974f103-3f8c-4dbc-b693-d6046d4a7ec6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:48.829716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:48.884198 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974f103-3f8c-4dbc-b693-d6046d4a7ec6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1600ce4a-6ecf-460d-ad70-35b7e53f3be7,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:48.887589 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5974f103-3f8c-4dbc-b693-d6046d4a7ec6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:48.889276 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5974f103-3f8c-4dbc-b693-d6046d4a7ec6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:48.890372 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-5974f103-3f8c-4dbc-b693-d6046d4a7ec6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4988878
Apr 19 18:29:48.893673 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50308) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:48.901557 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Request body: {'floatingip': {'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:48.913519 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71001f8ac8>, [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:29:38Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '4a433190-9017-4e64-935b-a46d584bfdca', 'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'mac_address': 'fa:16:3e:78:8e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:35Z', 'updated_at': '2021-04-19T18:29:38Z', 'revision_number': 2, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'subnets': [{'id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:48.929562 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:48.934678 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Usage tracker for resource:floatingip and tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:48.938671 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:48.955205 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:48.977659 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Checking router: b936a29b-c72b-472c-9c2d-2c45d110abf4 for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:29:48.978169 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Updating router b936a29b-c72b-472c-9c2d-2c45d110abf4 port 4a433190-9017-4e64-935b-a46d584bfdca binding host dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:29:48.984279 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for floatingip, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:49.140835 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43922653-8dde-42b2-ac29-fdd8f3f6036b {{(pid=86311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:29:49.163135 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:49.219984 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Transition to ACTIVE for port object 43922653-8dde-42b2-ac29-fdd8f3f6036b will not be triggered until provisioned by entity L2. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:29:49.504756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:49.520223 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:49.546277 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:49.578599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:49.743312 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Pushing event updated for resources: {'Port': ['ID=43922653-8dde-42b2-ac29-fdd8f3f6036b,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:49.746473 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:49.838736 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Attempting to bind port 43922653-8dde-42b2-ac29-fdd8f3f6036b on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:29:49.839305 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Attempting to bind port 43922653-8dde-42b2-ac29-fdd8f3f6036b by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '7cde2eae-fd2a-4def-ae10-42388af1b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '33aa5f7b-72c8-4c22-b916-469ecdf8fec5'}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:29:49.839866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Attempting to bind port 43922653-8dde-42b2-ac29-fdd8f3f6036b on network 33aa5f7b-72c8-4c22-b916-469ecdf8fec5 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:29:49.848093 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Port 43922653-8dde-42b2-ac29-fdd8f3f6036b on network 33aa5f7b-72c8-4c22-b916-469ecdf8fec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:29:49.848963 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Attempting to bind port 43922653-8dde-42b2-ac29-fdd8f3f6036b on network 33aa5f7b-72c8-4c22-b916-469ecdf8fec5 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:29:49.856082 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Allocated IP 172.27.1.161 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/b87451e4-5c55-4818-babc-91ebc6b76db3) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:29:49.868898 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:29:49.869622 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Checking segment: {'id': '7cde2eae-fd2a-4def-ae10-42388af1b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '33aa5f7b-72c8-4c22-b916-469ecdf8fec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:29:49.870465 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Bound using segment: {'id': '7cde2eae-fd2a-4def-ae10-42388af1b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '33aa5f7b-72c8-4c22-b916-469ecdf8fec5'} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:29:49.871316 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Bound port: 43922653-8dde-42b2-ac29-fdd8f3f6036b, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cde2eae-fd2a-4def-ae10-42388af1b7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '33aa5f7b-72c8-4c22-b916-469ecdf8fec5'}}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:29:49.873743 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:49.898253 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:49.942089 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:49.945477 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851135825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636005'] for router_interface, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:49.957285 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-2a49ea34-aa86-455a-b2fd-02b6bfa40832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:50.082215 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:50.145473 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:50.157830 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100721eb8>, [{'id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'name': 'tempest-ServerRescueNegativeTestJSON-754733596-router', 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '37d3304e-ce9b-4915-872a-58a406601ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:46Z', 'revision_number': 4, 'project_id': 'dd6d3dff6251456ab69d797d216f3c79', 'gw_port': {'id': '37d3304e-ce9b-4915-872a-58a406601ff0', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '24993663-1113-4051-99c3-418ba82d7f6e', 'name': '', 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed', 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79', 'mac_address': 'fa:16:3e:53:16:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1939f7f6-46d3-4a60-90df-2e2254de6630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:44Z', 'updated_at': '2021-04-19T18:29:46Z', 'revision_number': 2, 'project_id': 'dd6d3dff6251456ab69d797d216f3c79', 'subnets': [{'id': '1939f7f6-46d3-4a60-90df-2e2254de6630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:50.162322 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:50.168954 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device cf4e3c57-8e56-43d5-b08c-58848413150d up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:29:50.214882 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Network 99be9128-c693-427e-921b-a550e9df2043 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:29:50.226300 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:29:50.294504 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:29:50.316739 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:29:50.323875 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74223b0e-d39c-4b2d-a09b-1e3992affe82 None None] The sync data for ids ['1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f'] in dv-cinder-786928-1-iscsi is: [{'id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'name': 'tempest-ServerRescueNegativeTestJSON-754733596-router', 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '37d3304e-ce9b-4915-872a-58a406601ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:46Z', 'revision_number': 4, 'project_id': 'dd6d3dff6251456ab69d797d216f3c79', 'gw_port': {'id': '37d3304e-ce9b-4915-872a-58a406601ff0', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '24993663-1113-4051-99c3-418ba82d7f6e', 'name': '', 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed', 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79', 'mac_address': 'fa:16:3e:53:16:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1939f7f6-46d3-4a60-90df-2e2254de6630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:44Z', 'updated_at': '2021-04-19T18:29:46Z', 'revision_number': 2, 'project_id': 'dd6d3dff6251456ab69d797d216f3c79', 'subnets': [{'id': '1939f7f6-46d3-4a60-90df-2e2254de6630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:29:50.331873 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:29:50.433367 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port cf4e3c57-8e56-43d5-b08c-58848413150d completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:29:50.456507 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port cf4e3c57-8e56-43d5-b08c-58848413150d triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:29:50.457089 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:50.618035 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Pushing event updated for resources: {'Port': ['ID=b87451e4-5c55-4818-babc-91ebc6b76db3,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:50.657768 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:50.681953 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee7bea-e99a-43be-b59f-0014f7f03dc3 req-dc10b179-4fac-40a9-b9dc-434b5df9cb36 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:50.681953 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-95ee7bea-e99a-43be-b59f-0014f7f03dc3 req-dc10b179-4fac-40a9-b9dc-434b5df9cb36 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 944 time: 1.2839117
Apr 19 18:29:50.823799 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-f5d74cf1-50ac-43a2-a4c8-9a2f3c4e2e38 None None] Provisioning complete for port c65fab99-9cfe-453e-91cd-1a2061cd415d triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:29:50.839014 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f5d74cf1-50ac-43a2-a4c8-9a2f3c4e2e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:50.889885 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:50.980190 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-f5d74cf1-50ac-43a2-a4c8-9a2f3c4e2e38 None None] Port c65fab99-9cfe-453e-91cd-1a2061cd415d cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:29:51.014396 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Notify callbacks [] for port, precommit_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:51.016429 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-95ee7bea-e99a-43be-b59f-0014f7f03dc3 req-ac80ee78-e19b-41ea-84e3-924ea66b5ddb tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/security-groups?id=f77567a7-81f7-4b4f-9f19-3bd6f708e48d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3342884
Apr 19 18:29:51.059753 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Router aa34ae64-8ef0-4a68-905a-9f29662be5ad has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:29:51.066004 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=c65fab99-9cfe-453e-91cd-1a2061cd415d,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:51.069107 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.112s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:51.081001 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] For port 43922653-8dde-42b2-ac29-fdd8f3f6036b, host hv-cinder-78692, cleared binding levels {{(pid=86311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:29:51.087391 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] For port 43922653-8dde-42b2-ac29-fdd8f3f6036b, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=43922653-8dde-42b2-ac29-fdd8f3f6036b,segment=NetworkSegment(7cde2eae-fd2a-4def-ae10-42388af1b7ea),segment_id=7cde2eae-fd2a-4def-ae10-42388af1b7ea)] {{(pid=86311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:29:51.160842 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Transition to ACTIVE for port object 4a433190-9017-4e64-935b-a46d584bfdca will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:29:51.171217 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:51.201169 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:51.217120 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-71adc8d4-4a69-467c-95f2-b99730c94bcf tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:51.219616 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-71adc8d4-4a69-467c-95f2-b99730c94bcf tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/networks?id=acd59ac1-d427-4149-8d1a-2f550ec235ed HTTP/1.1" status: 200  len: 818 time: 0.5941095
Apr 19 18:29:51.240500 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:51.260651 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-77298b33-edb4-4b0c-b24a-d7749f11834f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/quotas/dd6d3dff6251456ab69d797d216f3c79 HTTP/1.1" status: 200  len: 375 time: 0.0340707
Apr 19 18:29:51.359847 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee7447-7008-4576-864f-eb2b8551e482 None None] Pushing event updated for resources: {'Port': ['ID=4a433190-9017-4e64-935b-a46d584bfdca,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:51.379076 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:51.418964 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c9b3f40c-8fd0-4bc7-9f6f-e28248ac46c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:51.530694 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:51.566047 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f5ee7447-7008-4576-864f-eb2b8551e482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:51.685331 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:51.698268 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for port, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:51.700107 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] 10.222.0.13 "PUT /v2.0/ports/43922653-8dde-42b2-ac29-fdd8f3f6036b HTTP/1.1" status: 200  len: 1094 time: 6.4540031
Apr 19 18:29:51.700652 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dda4c50-a914-451b-9efd-7762235d2daa', 'tag': '43922653-8dde-42b2-ac29-fdd8f3f6036b'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:29:51.790916 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port cf4e3c57-8e56-43d5-b08c-58848413150d, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=cf4e3c57-8e56-43d5-b08c-58848413150d,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:29:51.801728 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-46726bbb-369c-4a0c-bbb1-7cdee3ed4603 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Synchronizing usage tracker for tenant:dd6d3dff6251456ab69d797d216f3c79 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:29:51.873961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-46726bbb-369c-4a0c-bbb1-7cdee3ed4603 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Unset dirty status for tenant:dd6d3dff6251456ab69d797d216f3c79 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:29:51.885622 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-46726bbb-369c-4a0c-bbb1-7cdee3ed4603 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd6d3dff6251456ab69d797d216f3c79&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6172547
Apr 19 18:29:51.914785 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:51.926283 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:52.002630 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:52.010586 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:52.016859 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3054ea41-0a66-4465-8e2a-1a99a7fa2151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:52.093043 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Pushing event updated for resources: {'Port': ['ID=43922653-8dde-42b2-ac29-fdd8f3f6036b,revision_number=3']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:52.101033 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:29:52.109152 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:52.117386 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Sync routers for ids ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:29:52.142758 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Routers {'aa34ae64-8ef0-4a68-905a-9f29662be5ad'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:29:52.143446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71005a6240>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:29:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:52.144411 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] 10.222.0.49 "PUT /v2.0/routers/aa34ae64-8ef0-4a68-905a-9f29662be5ad/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1045034
Apr 19 18:29:52.237939 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Attempting to bind port 4a433190-9017-4e64-935b-a46d584bfdca on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:29:52.259054 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Attempting to bind port 4a433190-9017-4e64-935b-a46d584bfdca by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '3f411315-18f9-4098-b71e-f8b179736dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:29:52.259587 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Attempting to bind port 4a433190-9017-4e64-935b-a46d584bfdca on network 5d286d36-8c52-42be-b3d4-52bf0bab0dba {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:29:52.273017 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-b52ffcb4-5d0a-4e52-9094-37f531cada3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:52.274926 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-b52ffcb4-5d0a-4e52-9094-37f531cada3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64888eec7ab64396929cc1c3e1165e4e&device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 1097 time: 0.4308097
Apr 19 18:29:52.297946 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636081'] for floatingip, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:52.329394 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=cf4e3c57-8e56-43d5-b08c-58848413150d,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:52.339236 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 37d3304e-ce9b-4915-872a-58a406601ff0 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:29:52.500475 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:52.506506 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:29:52.509597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Checking segment: {'id': '3f411315-18f9-4098-b71e-f8b179736dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:29:52.511387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:52.512026 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Bound using segment: {'id': '3f411315-18f9-4098-b71e-f8b179736dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:29:52.513194 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Bound port: 4a433190-9017-4e64-935b-a46d584bfdca, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f411315-18f9-4098-b71e-f8b179736dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:29:52.514546 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:52.528304 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:52.535748 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.6348338
Apr 19 18:29:52.572183 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-06099357-a412-492a-9f36-9251a9753edd service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:29:52.573552 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-06099357-a412-492a-9f36-9251a9753edd service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3279083
Apr 19 18:29:52.598848 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-47999257-bdda-4b92-9d92-d7277b8e35c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43922653-8dde-42b2-ac29-fdd8f3f6036b HTTP/1.1" status: 200  len: 217 time: 0.3076043
Apr 19 18:29:52.649027 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Pushing event updated for resources: {'Port': ['ID=b87451e4-5c55-4818-babc-91ebc6b76db3,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:52.670431 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 37d3304e-ce9b-4915-872a-58a406601ff0 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:29:52.686824 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:52.700608 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 37d3304e-ce9b-4915-872a-58a406601ff0 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:29:52.700983 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:52.749669 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-7d300ef8-2be7-46a5-9afb-163a7d5353cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:52.753712 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-7d300ef8-2be7-46a5-9afb-163a7d5353cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=742f73e2-822b-402b-99e9-b85a75d856f8 HTTP/1.1" status: 200  len: 852 time: 0.1399801
Apr 19 18:29:52.787005 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Set router aa34ae64-8ef0-4a68-905a-9f29662be5ad gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:29:52.812770 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] For port 4a433190-9017-4e64-935b-a46d584bfdca, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:29:52.817239 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] For port 4a433190-9017-4e64-935b-a46d584bfdca, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=4a433190-9017-4e64-935b-a46d584bfdca,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:29:52.827891 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:52.840487 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f5ee7447-7008-4576-864f-eb2b8551e482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:52.862652 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-f19836ef-bfd3-453c-a716-8ef43700fd19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33aa5f7b-72c8-4c22-b916-469ecdf8fec5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1029415
Apr 19 18:29:52.955097 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa73adf-7335-443a-8664-4e95a3c82638 req-66f1e49f-dbc7-482e-ac24-0649005bc7ad tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:52.956763 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1fa73adf-7335-443a-8664-4e95a3c82638 req-66f1e49f-dbc7-482e-ac24-0649005bc7ad tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 944 time: 0.5233812
Apr 19 18:29:52.991449 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee7447-7008-4576-864f-eb2b8551e482 None None] Pushing event updated for resources: {'Port': ['ID=4a433190-9017-4e64-935b-a46d584bfdca,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:53.003624 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f5ee7447-7008-4576-864f-eb2b8551e482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:53.049385 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Routers {'b936a29b-c72b-472c-9c2d-2c45d110abf4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:29:53.050298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71001f8ac8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:29:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['b936a29b-c72b-472c-9c2d-2c45d110abf4'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:53.113150 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-5d1926d8-4df6-4fa2-a7c8-27ce42ac5f22 service neutron] 10.222.0.13 "GET /v2.0/networks/33aa5f7b-72c8-4c22-b916-469ecdf8fec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2437842
Apr 19 18:29:53.131130 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1fa73adf-7335-443a-8664-4e95a3c82638 req-20127e02-fcc4-4f26-a647-1dcd2ef339b5 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/security-groups?id=f77567a7-81f7-4b4f-9f19-3bd6f708e48d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590517
Apr 19 18:29:53.145116 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-b49b5b14-416c-4a3a-8196-7fe0cbd8556f service neutron] 10.222.0.49 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5309658
Apr 19 18:29:53.386324 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6aea131f-87ea-4fbe-a95f-4988cf0602be req-0a5a4ee9-e230-41f3-b061-50549b2fd22e service neutron] 10.222.0.13 "GET /v2.0/networks/33aa5f7b-72c8-4c22-b916-469ecdf8fec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2486479
Apr 19 18:29:53.498507 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dda4c50-a914-451b-9efd-7762235d2daa', 'tag': '43922653-8dde-42b2-ac29-fdd8f3f6036b', 'status': 'completed', 'code': 200}
Apr 19 18:29:53.540330 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-054896d7-cd41-43dd-a8e4-2cefa4d37356 service neutron] 10.222.0.49 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3939006
Apr 19 18:29:53.554081 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:53.571295 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port 37d3304e-ce9b-4915-872a-58a406601ff0, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=37d3304e-ce9b-4915-872a-58a406601ff0,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:29:53.587597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:53.595366 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-90178dce-d34e-4c2a-821f-8eff250ed316 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:53.628756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71005a6240>, [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:47Z', 'revision_number': 4, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'c65fab99-9cfe-453e-91cd-1a2061cd415d', 'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'mac_address': 'fa:16:3e:ea:6c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:45Z', 'updated_at': '2021-04-19T18:29:48Z', 'revision_number': 2, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'subnets': [{'id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:53.641762 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Checking router: aa34ae64-8ef0-4a68-905a-9f29662be5ad for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:29:53.642172 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Updating router aa34ae64-8ef0-4a68-905a-9f29662be5ad port c65fab99-9cfe-453e-91cd-1a2061cd415d binding host dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:29:53.675634 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=37d3304e-ce9b-4915-872a-58a406601ff0,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:53.680354 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad1f8b-9770-43c3-8e64-dbc7f3b231cf req-9136c96e-cae4-47b6-af97-7dd1f497a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:53.680635 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:53.682377 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4dad1f8b-9770-43c3-8e64-dbc7f3b231cf req-9136c96e-cae4-47b6-af97-7dd1f497a2f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64888eec7ab64396929cc1c3e1165e4e&device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 1097 time: 0.1682177
Apr 19 18:29:53.689285 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] Set router b936a29b-c72b-472c-9c2d-2c45d110abf4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:29:53.815307 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:54.020834 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad1f8b-9770-43c3-8e64-dbc7f3b231cf req-b9cf1d5a-fc02-45a9-89fc-7ca8e69d914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:54.022727 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4dad1f8b-9770-43c3-8e64-dbc7f3b231cf req-b9cf1d5a-fc02-45a9-89fc-7ca8e69d914f service neutron] 10.222.0.13 "GET /v2.0/networks?id=33aa5f7b-72c8-4c22-b916-469ecdf8fec5 HTTP/1.1" status: 200  len: 913 time: 0.3315926
Apr 19 18:29:54.308484 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4dad1f8b-9770-43c3-8e64-dbc7f3b231cf req-f06e006c-f0be-4d4e-9dd8-07f8ba0c2f07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43922653-8dde-42b2-ac29-fdd8f3f6036b HTTP/1.1" status: 200  len: 217 time: 0.2766335
Apr 19 18:29:54.317405 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 37d3304e-ce9b-4915-872a-58a406601ff0 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:29:54.507492 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71001f8ac8>, [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:29:38Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '4a433190-9017-4e64-935b-a46d584bfdca', 'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'mac_address': 'fa:16:3e:78:8e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:35Z', 'updated_at': '2021-04-19T18:29:52Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'subnets': [{'id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:54.511626 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 37d3304e-ce9b-4915-872a-58a406601ff0 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:29:54.512046 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:54.581266 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ddf44-33b6-42ea-b337-c1a008c2beb1 None None] The sync data for ids ['b936a29b-c72b-472c-9c2d-2c45d110abf4'] in dv-cinder-786928-1-iscsi is: [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:29:38Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '4a433190-9017-4e64-935b-a46d584bfdca', 'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'mac_address': 'fa:16:3e:78:8e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:35Z', 'updated_at': '2021-04-19T18:29:52Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'subnets': [{'id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:29:54.712719 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-93370539-3576-48e4-81d1-42bff7e98017 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Synchronizing usage tracker for tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 on resource:security_group {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:29:54.775231 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-93370539-3576-48e4-81d1-42bff7e98017 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Unset dirty status for tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 on resource:security_group {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:29:54.776535 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-93370539-3576-48e4-81d1-42bff7e98017 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1040347936&fields=id&tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1 HTTP/1.1" status: 200  len: 267 time: 0.7059364
Apr 19 18:29:54.827744 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50512) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:54.864456 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device cf4e3c57-8e56-43d5-b08c-58848413150d up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:29:54.887358 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:54.910607 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Transition to ACTIVE for port object c65fab99-9cfe-453e-91cd-1a2061cd415d will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:29:54.945389 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:54.952960 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f0b31f3c-a2c7-4088-bb1d-044719891239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:55.043933 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50522) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:55.052039 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-eda922d3-62e5-47f9-8e2a-856beb7a1bdb tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Request body: {'security_group': {'name': 'tempest-securitygroup--977602520', 'description': 'tempest-description--1757842485'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:55.069484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Sync routers for ids ['1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:29:55.163640 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Routers {'1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:29:55.164356 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100651668>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:29:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:55.202016 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad1f8b-9770-43c3-8e64-dbc7f3b231cf req-f17b6b42-e7e0-43f6-9aef-5d91cb78049d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:55.215628 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4dad1f8b-9770-43c3-8e64-dbc7f3b231cf req-f17b6b42-e7e0-43f6-9aef-5d91cb78049d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=742f73e2-822b-402b-99e9-b85a75d856f8 HTTP/1.1" status: 200  len: 852 time: 0.2708089
Apr 19 18:29:55.235682 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-eda922d3-62e5-47f9-8e2a-856beb7a1bdb tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:55.240961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-eda922d3-62e5-47f9-8e2a-856beb7a1bdb tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Usage tracker for resource:security_group and tenant:b234179720af4fd9b2d3f0aabf09fb91 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:55.247216 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-eda922d3-62e5-47f9-8e2a-856beb7a1bdb tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:55.255850 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-eda922d3-62e5-47f9-8e2a-856beb7a1bdb tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:55.287845 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-092c15c7-ebbd-4d2c-92e3-7be546d87f76 req-1212cf35-895a-42f3-9181-68deec317e58 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 210 time: 0.2449315
Apr 19 18:29:55.301198 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-eda922d3-62e5-47f9-8e2a-856beb7a1bdb tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:55.328672 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5156-9355-48eb-b750-3093c998a573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:55.394601 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-3c0d5156-9355-48eb-b750-3093c998a573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:55.396655 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-eda922d3-62e5-47f9-8e2a-856beb7a1bdb tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:55.408416 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-3c0d5156-9355-48eb-b750-3093c998a573 admin admin] Usage tracker for resource:security_group_rule and tenant:1418388649be4f4ebf6f11c66ad09c5a is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:55.423784 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-3c0d5156-9355-48eb-b750-3093c998a573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:55.427028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-eda922d3-62e5-47f9-8e2a-856beb7a1bdb tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Usage tracker for resource:security_group_rule and tenant:b234179720af4fd9b2d3f0aabf09fb91 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:55.446737 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-3c0d5156-9355-48eb-b750-3093c998a573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:55.451884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port cf4e3c57-8e56-43d5-b08c-58848413150d triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:29:55.452469 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:55.453680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-eda922d3-62e5-47f9-8e2a-856beb7a1bdb tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:55.510701 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-eda922d3-62e5-47f9-8e2a-856beb7a1bdb tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:55.725035 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493311ee-ef13-40a5-8144-53bd363c0c5e None None] Pushing event updated for resources: {'Port': ['ID=c65fab99-9cfe-453e-91cd-1a2061cd415d,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:55.738232 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-493311ee-ef13-40a5-8144-53bd363c0c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:55.741315 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5156-9355-48eb-b750-3093c998a573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:55.749533 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3c0d5156-9355-48eb-b750-3093c998a573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:55.817508 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:55.827634 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-dc36688f-a99f-4f2a-ac12-42f4084c0ed2 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:55.831092 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-dc36688f-a99f-4f2a-ac12-42f4084c0ed2 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Synchronizing usage tracker for tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 on resource:network {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:29:55.881223 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-3c0d5156-9355-48eb-b750-3093c998a573 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1418388649be4f4ebf6f11c66ad09c5a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0504413
Apr 19 18:29:55.901857 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50552) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:55.974795 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Attempting to bind port c65fab99-9cfe-453e-91cd-1a2061cd415d on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:29:55.975402 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Attempting to bind port c65fab99-9cfe-453e-91cd-1a2061cd415d by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '54a66c03-0931-4a90-b1ab-ea061d30079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99be9128-c693-427e-921b-a550e9df2043'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:29:55.978004 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Attempting to bind port c65fab99-9cfe-453e-91cd-1a2061cd415d on network 99be9128-c693-427e-921b-a550e9df2043 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:29:55.981967 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d5156-9355-48eb-b750-3093c998a573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b26c8d1-aec1-4db4-bfa2-dbac230364d9,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:55.986381 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:29:55.986598 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4dad1f8b-9770-43c3-8e64-dbc7f3b231cf req-45b973b1-00a5-4038-aa14-165e2822109a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33aa5f7b-72c8-4c22-b916-469ecdf8fec5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1058993
Apr 19 18:29:55.987389 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3c0d5156-9355-48eb-b750-3093c998a573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:55.988267 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Checking segment: {'id': '54a66c03-0931-4a90-b1ab-ea061d30079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99be9128-c693-427e-921b-a550e9df2043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:29:55.988401 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:55.988748 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Bound using segment: {'id': '54a66c03-0931-4a90-b1ab-ea061d30079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99be9128-c693-427e-921b-a550e9df2043'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:29:55.989271 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Bound port: c65fab99-9cfe-453e-91cd-1a2061cd415d, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a66c03-0931-4a90-b1ab-ea061d30079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99be9128-c693-427e-921b-a550e9df2043'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:29:55.989712 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:56.019433 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-dc36688f-a99f-4f2a-ac12-42f4084c0ed2 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Unset dirty status for tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 on resource:network {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:29:56.026686 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-dc36688f-a99f-4f2a-ac12-42f4084c0ed2 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/networks?id=5d286d36-8c52-42be-b3d4-52bf0bab0dba HTTP/1.1" status: 200  len: 817 time: 1.2405353
Apr 19 18:29:56.059508 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-475b0939-3151-44e9-bc4f-52afe306df16 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/quotas/afe58cd3d01f40cb93d90b1df1bb2ad1 HTTP/1.1" status: 200  len: 375 time: 0.0316200
Apr 19 18:29:56.164402 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] For port c65fab99-9cfe-453e-91cd-1a2061cd415d, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:29:56.171626 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] For port c65fab99-9cfe-453e-91cd-1a2061cd415d, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=c65fab99-9cfe-453e-91cd-1a2061cd415d,segment=NetworkSegment(54a66c03-0931-4a90-b1ab-ea061d30079d),segment_id=54a66c03-0931-4a90-b1ab-ea061d30079d)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:29:56.185180 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:56.190408 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe3ed0-180c-4930-9fc6-32843a17bf8d req-06cb7ef1-a074-4764-99ca-18a557a2ff72 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:56.190754 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:56.199417 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0fbe3ed0-180c-4930-9fc6-32843a17bf8d req-06cb7ef1-a074-4764-99ca-18a557a2ff72 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 944 time: 0.6722972
Apr 19 18:29:56.206972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Set router 1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:29:56.292971 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0e14f6e6-48a1-4f37-9831-6f8aa7890942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:56.298624 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493311ee-ef13-40a5-8144-53bd363c0c5e None None] Pushing event updated for resources: {'Port': ['ID=c65fab99-9cfe-453e-91cd-1a2061cd415d,revision_number=4']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:56.309827 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-493311ee-ef13-40a5-8144-53bd363c0c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:56.326564 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0fbe3ed0-180c-4930-9fc6-32843a17bf8d req-7af20252-5504-4e21-8b4c-ed2e5cc7f689 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/security-groups?id=f77567a7-81f7-4b4f-9f19-3bd6f708e48d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009336
Apr 19 18:29:56.344943 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Routers {'aa34ae64-8ef0-4a68-905a-9f29662be5ad'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:29:56.344943 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71005a6240>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:29:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:56.479384 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-78799739-76ba-4690-9c17-1cee1c05e66b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Synchronizing usage tracker for tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:29:56.486797 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-eda922d3-62e5-47f9-8e2a-856beb7a1bdb tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:56.488910 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0e14f6e6-48a1-4f37-9831-6f8aa7890942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:56.494439 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 4a433190-9017-4e64-935b-a46d584bfdca up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:29:56.556348 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-eda922d3-62e5-47f9-8e2a-856beb7a1bdb tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:56.659766 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6b7c35ce-a118-4c88-9656-ba30d675ec2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:56.663826 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] Set router aa34ae64-8ef0-4a68-905a-9f29662be5ad gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:29:56.670193 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 4a433190-9017-4e64-935b-a46d584bfdca completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:29:56.691233 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 4a433190-9017-4e64-935b-a46d584bfdca triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:29:56.691649 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:56.714525 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda922d3-62e5-47f9-8e2a-856beb7a1bdb tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4691490-9862-42d2-b5cb-4b2bfc42e0c7,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:56.725259 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-78799739-76ba-4690-9c17-1cee1c05e66b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Unset dirty status for tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:29:56.727293 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-78799739-76ba-4690-9c17-1cee1c05e66b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6668422
Apr 19 18:29:56.734733 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-eda922d3-62e5-47f9-8e2a-856beb7a1bdb tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:56.916840 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:56.972915 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port 4a433190-9017-4e64-935b-a46d584bfdca, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=4a433190-9017-4e64-935b-a46d584bfdca,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:29:56.982756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:56.985391 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:57.031267 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-947b93c8-3374-486c-9e20-0be322b60bae service neutron] 10.222.0.49 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2686484
Apr 19 18:29:57.086297 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=4a433190-9017-4e64-935b-a46d584bfdca,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:57.090433 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:57.101474 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100651668>, [{'id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'name': 'tempest-ServerRescueNegativeTestJSON-754733596-router', 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '37d3304e-ce9b-4915-872a-58a406601ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:46Z', 'revision_number': 4, 'project_id': 'dd6d3dff6251456ab69d797d216f3c79', 'gw_port': {'id': '37d3304e-ce9b-4915-872a-58a406601ff0', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '24993663-1113-4051-99c3-418ba82d7f6e', 'name': '', 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed', 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79', 'mac_address': 'fa:16:3e:53:16:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1939f7f6-46d3-4a60-90df-2e2254de6630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:44Z', 'updated_at': '2021-04-19T18:29:46Z', 'revision_number': 2, 'project_id': 'dd6d3dff6251456ab69d797d216f3c79', 'subnets': [{'id': '1939f7f6-46d3-4a60-90df-2e2254de6630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:57.106014 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-eda922d3-62e5-47f9-8e2a-856beb7a1bdb tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:57.110616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Checking router: 1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:29:57.110616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Updating router 1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f port 24993663-1113-4051-99c3-418ba82d7f6e binding host dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:29:57.117459 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-eda922d3-62e5-47f9-8e2a-856beb7a1bdb tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.0613582
Apr 19 18:29:57.119875 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50584) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:57.127013 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-a2833fa3-a35c-4d6b-afd8-d8e2aa9f0695 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Request body: {'security_group_rule': {'security_group_id': 'd4691490-9862-42d2-b5cb-4b2bfc42e0c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:57.133268 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a2833fa3-a35c-4d6b-afd8-d8e2aa9f0695 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:57.137644 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a2833fa3-a35c-4d6b-afd8-d8e2aa9f0695 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Usage tracker for resource:security_group_rule and tenant:b234179720af4fd9b2d3f0aabf09fb91 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:57.142077 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a2833fa3-a35c-4d6b-afd8-d8e2aa9f0695 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:57.165488 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a2833fa3-a35c-4d6b-afd8-d8e2aa9f0695 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:57.194177 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4dad1f8b-9770-43c3-8e64-dbc7f3b231cf req-cef44135-b754-4085-88d5-0347dc33b131 service neutron] 10.222.0.13 "GET /v2.0/networks/33aa5f7b-72c8-4c22-b916-469ecdf8fec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3665502
Apr 19 18:29:57.212318 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a2833fa3-a35c-4d6b-afd8-d8e2aa9f0695 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:57.224971 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71005a6240>, [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:47Z', 'revision_number': 4, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'c65fab99-9cfe-453e-91cd-1a2061cd415d', 'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'mac_address': 'fa:16:3e:ea:6c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:45Z', 'updated_at': '2021-04-19T18:29:56Z', 'revision_number': 4, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'subnets': [{'id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:29:57.239929 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92c242f-040c-442f-b5ce-5c30f25ddb78 None None] The sync data for ids ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'] in dv-cinder-786928-1-iscsi is: [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:47Z', 'revision_number': 4, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'c65fab99-9cfe-453e-91cd-1a2061cd415d', 'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'mac_address': 'fa:16:3e:ea:6c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:45Z', 'updated_at': '2021-04-19T18:29:56Z', 'revision_number': 4, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'subnets': [{'id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:29:57.284338 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:57.406590 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-3c12052c-8577-4d24-a169-a4721bcde8db service neutron] 10.222.0.49 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3569448
Apr 19 18:29:57.411571 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0e14f6e6-48a1-4f37-9831-6f8aa7890942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:57.425396 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:57.426213 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a2833fa3-a35c-4d6b-afd8-d8e2aa9f0695 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:57.431101 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a2833fa3-a35c-4d6b-afd8-d8e2aa9f0695 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:57.453978 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-2f4cfd77-b3fd-482e-88ed-6635bd980ac3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:57.458201 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14f6e6-48a1-4f37-9831-6f8aa7890942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b26c8d1-aec1-4db4-bfa2-dbac230364d9,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:57.474568 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2833fa3-a35c-4d6b-afd8-d8e2aa9f0695 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c51bde-8b3a-484e-acb1-31bcfb80dc77,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:57.477789 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a2833fa3-a35c-4d6b-afd8-d8e2aa9f0695 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:57.483351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0e14f6e6-48a1-4f37-9831-6f8aa7890942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:57.487186 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0e14f6e6-48a1-4f37-9831-6f8aa7890942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:57.490859 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-0e14f6e6-48a1-4f37-9831-6f8aa7890942 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b26c8d1-aec1-4db4-bfa2-dbac230364d9 HTTP/1.1" status: 204  len: 168 time: 1.5821199
Apr 19 18:29:57.523945 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-f33e1571-7df7-4083-b35c-10a74c657c57 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:57.532976 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-f33e1571-7df7-4083-b35c-10a74c657c57 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/networks?id=acd59ac1-d427-4149-8d1a-2f550ec235ed HTTP/1.1" status: 200  len: 818 time: 1.0696204
Apr 19 18:29:57.557118 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-82dc4092-803a-4a1c-9c31-4f37f632e0e6 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/quotas/dd6d3dff6251456ab69d797d216f3c79 HTTP/1.1" status: 200  len: 375 time: 0.0161235
Apr 19 18:29:57.634161 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4dad1f8b-9770-43c3-8e64-dbc7f3b231cf req-4363a6ce-e511-4cfa-a3cd-2e89767230e2 service neutron] 10.222.0.13 "GET /v2.0/networks/33aa5f7b-72c8-4c22-b916-469ecdf8fec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4231439
Apr 19 18:29:57.634963 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a2833fa3-a35c-4d6b-afd8-d8e2aa9f0695 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:57.642277 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-a2833fa3-a35c-4d6b-afd8-d8e2aa9f0695 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5218804
Apr 19 18:29:57.649933 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50602) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:57.661726 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-d3479373-d3ca-4ca1-8437-dd5d49302da1 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Request body: {'security_group_rule': {'security_group_id': 'd4691490-9862-42d2-b5cb-4b2bfc42e0c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:57.674349 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d3479373-d3ca-4ca1-8437-dd5d49302da1 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:57.686024 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d3479373-d3ca-4ca1-8437-dd5d49302da1 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Usage tracker for resource:security_group_rule and tenant:b234179720af4fd9b2d3f0aabf09fb91 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:57.699097 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d3479373-d3ca-4ca1-8437-dd5d49302da1 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:57.714359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d3479373-d3ca-4ca1-8437-dd5d49302da1 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:57.836685 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-ab9cb0ce-ac5e-4be4-bed7-2b229a63e792 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd6d3dff6251456ab69d797d216f3c79&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2707479
Apr 19 18:29:58.303659 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-2b1a768e-b604-4898-b062-41a129398f63 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:58.314079 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-2b1a768e-b604-4898-b062-41a129398f63 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Synchronizing usage tracker for tenant:dd6d3dff6251456ab69d797d216f3c79 on resource:network {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:29:58.354314 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d3479373-d3ca-4ca1-8437-dd5d49302da1 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:58.445164 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-2b1a768e-b604-4898-b062-41a129398f63 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Unset dirty status for tenant:dd6d3dff6251456ab69d797d216f3c79 on resource:network {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:29:58.448573 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-2b1a768e-b604-4898-b062-41a129398f63 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.13 "GET /v2.0/networks?id=acd59ac1-d427-4149-8d1a-2f550ec235ed HTTP/1.1" status: 200  len: 818 time: 0.7019482
Apr 19 18:29:58.504231 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Notify callbacks [] for port, precommit_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:58.507136 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-1f34f0aa-09c3-45fc-915d-8b42c7a52027 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Request body: {'port': {'device_id': '447886ad-8ecf-402b-984d-ddf89c21c61c', 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed', 'admin_state_up': True, 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:58.559190 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Transition to ACTIVE for port object 24993663-1113-4051-99c3-418ba82d7f6e will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:29:58.581023 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:58.596473 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-6006ac31-ca10-4a96-a1a1-a942732b53a8 service neutron] 10.222.0.49 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7474084
Apr 19 18:29:58.606737 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-90178dce-d34e-4c2a-821f-8eff250ed316 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:58.828065 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50652) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:58.912069 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8b570-d758-44f7-96f7-6225dd33037a req-2f6e4d01-6d91-4abc-985b-eb678f9bc6d2 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:29:58.922910 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a2d8b570-d758-44f7-96f7-6225dd33037a req-2f6e4d01-6d91-4abc-985b-eb678f9bc6d2 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 944 time: 0.8407817
Apr 19 18:29:58.928454 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-d9232007-52b2-4e53-9bdb-0ea67f1fa610 service neutron] 10.222.0.49 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3192346
Apr 19 18:29:58.981780 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d3479373-d3ca-4ca1-8437-dd5d49302da1 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:58.987722 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d3479373-d3ca-4ca1-8437-dd5d49302da1 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:59.007266 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a2d8b570-d758-44f7-96f7-6225dd33037a req-1f3ef027-8be5-41f1-92e3-e6eb031f3b66 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/security-groups?id=f77567a7-81f7-4b4f-9f19-3bd6f708e48d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792294
Apr 19 18:29:59.058022 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a2833fa3-a35c-4d6b-afd8-d8e2aa9f0695 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:29:59.132231 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3479373-d3ca-4ca1-8437-dd5d49302da1 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5049f6e-6962-4ac7-9992-1d3d925c4095,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:59.182663 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 43922653-8dde-42b2-ac29-fdd8f3f6036b details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:29:59.206726 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d3479373-d3ca-4ca1-8437-dd5d49302da1 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:59.206726 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-d3479373-d3ca-4ca1-8437-dd5d49302da1 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.5523548
Apr 19 18:29:59.210964 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d3479373-d3ca-4ca1-8437-dd5d49302da1 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:59.210964 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50666) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:59.233302 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Request body: {'floatingip': {'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:29:59.273386 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-1f34f0aa-09c3-45fc-915d-8b42c7a52027 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:59.331047 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:29:59.336957 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dd677924-43f3-48de-97f5-fd7ae6166d6f req-c9037f4e-8d35-48f9-ba05-03eec606041b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 210 time: 0.2131801
Apr 19 18:29:59.353316 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Usage tracker for resource:floatingip and tenant:b234179720af4fd9b2d3f0aabf09fb91 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:29:59.358166 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:29:59.404834 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:59.456067 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for floatingip, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:59.496619 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-1f34f0aa-09c3-45fc-915d-8b42c7a52027 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:29:59.497053 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e38c067c-c9c4-4ba2-a234-b46da48029cd req-4bcd0966-b86b-485d-9bd7-6a3e55c3680c tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 210 time: 0.1219277
Apr 19 18:29:59.514592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 43922653-8dde-42b2-ac29-fdd8f3f6036b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=43922653-8dde-42b2-ac29-fdd8f3f6036b,segment=NetworkSegment(7cde2eae-fd2a-4def-ae10-42388af1b7ea),segment_id=7cde2eae-fd2a-4def-ae10-42388af1b7ea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:29:59.546626 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Attempting to bind port 24993663-1113-4051-99c3-418ba82d7f6e on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:29:59.547085 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Attempting to bind port 24993663-1113-4051-99c3-418ba82d7f6e by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': 'ed422bf3-06e5-4eca-8cb7-0a83dfc79bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:29:59.547503 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Attempting to bind port 24993663-1113-4051-99c3-418ba82d7f6e on network acd59ac1-d427-4149-8d1a-2f550ec235ed {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:29:59.550034 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': '43922653-8dde-42b2-ac29-fdd8f3f6036b', 'network_id': '33aa5f7b-72c8-4c22-b916-469ecdf8fec5', 'port_id': '43922653-8dde-42b2-ac29-fdd8f3f6036b', 'mac_address': 'fa:16:3e:23:e8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742f73e2-822b-402b-99e9-b85a75d856f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:29:59.552579 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device c65fab99-9cfe-453e-91cd-1a2061cd415d up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:29:59.602819 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50682) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:29:59.639898 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2334bff-26ef-4007-bc9f-f6b50eab9b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:59.662382 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:29:59.662810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Checking segment: {'id': 'ed422bf3-06e5-4eca-8cb7-0a83dfc79bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:29:59.663401 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:59.663848 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Bound using segment: {'id': 'ed422bf3-06e5-4eca-8cb7-0a83dfc79bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:29:59.664380 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Bound port: 24993663-1113-4051-99c3-418ba82d7f6e, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed422bf3-06e5-4eca-8cb7-0a83dfc79bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:29:59.664799 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:59.668591 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-1f34f0aa-09c3-45fc-915d-8b42c7a52027 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Made reservation on behalf of dd6d3dff6251456ab69d797d216f3c79 for: {'port': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:29:59.677017 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-1f34f0aa-09c3-45fc-915d-8b42c7a52027 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:59.797249 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:29:59.818495 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b60b5a-c2ec-415b-a558-95d47f24facd None None] Pushing event updated for resources: {'Port': ['ID=24993663-1113-4051-99c3-418ba82d7f6e,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:29:59.830904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-82b60b5a-c2ec-415b-a558-95d47f24facd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.224s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:29:59.847868 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43922653-8dde-42b2-ac29-fdd8f3f6036b {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:29:59.876192 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 43922653-8dde-42b2-ac29-fdd8f3f6036b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=43922653-8dde-42b2-ac29-fdd8f3f6036b,segment=NetworkSegment(7cde2eae-fd2a-4def-ae10-42388af1b7ea),segment_id=7cde2eae-fd2a-4def-ae10-42388af1b7ea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:29:59.900787 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.13', 61279) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:00.012177 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] For port 24993663-1113-4051-99c3-418ba82d7f6e, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:30:00.019970 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] For port 24993663-1113-4051-99c3-418ba82d7f6e, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=24993663-1113-4051-99c3-418ba82d7f6e,segment=NetworkSegment(ed422bf3-06e5-4eca-8cb7-0a83dfc79bed),segment_id=ed422bf3-06e5-4eca-8cb7-0a83dfc79bed)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:30:00.021980 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:00.032371 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f5ee7447-7008-4576-864f-eb2b8551e482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:00.047563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-1f34f0aa-09c3-45fc-915d-8b42c7a52027 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Allocated IP 172.20.0.4 (acd59ac1-d427-4149-8d1a-2f550ec235ed/1939f7f6-46d3-4a60-90df-2e2254de6630/e7f46757-ad1c-4db6-a7ba-732e7688475f) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:30:00.083212 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-35883ce5-00a7-4dd5-95fa-3fab58f58045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:00.101374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:30:00.120947 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-35883ce5-00a7-4dd5-95fa-3fab58f58045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:00.243312 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=43922653-8dde-42b2-ac29-fdd8f3f6036b,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:00.257671 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:00.263186 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:00.263733 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:00.309877 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-52698bbe-7316-4d6b-b273-c6e1904835a6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:00.312824 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-52698bbe-7316-4d6b-b273-c6e1904835a6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.13 "GET /v2.0/networks?id=5d286d36-8c52-42be-b3d4-52bf0bab0dba HTTP/1.1" status: 200  len: 817 time: 0.4104753
Apr 19 18:30:00.326479 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-35883ce5-00a7-4dd5-95fa-3fab58f58045 admin admin] Usage tracker for resource:security_group_rule and tenant:a273c21c84664f8e91c294eae2805036 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:00.337095 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-35883ce5-00a7-4dd5-95fa-3fab58f58045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:00.358452 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port c65fab99-9cfe-453e-91cd-1a2061cd415d completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:30:00.359431 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-35883ce5-00a7-4dd5-95fa-3fab58f58045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:00.364258 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b60b5a-c2ec-415b-a558-95d47f24facd None None] Pushing event updated for resources: {'Port': ['ID=24993663-1113-4051-99c3-418ba82d7f6e,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:00.371856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port c65fab99-9cfe-453e-91cd-1a2061cd415d triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:30:00.372277 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:00.471474 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['43922653-8dde-42b2-ac29-fdd8f3f6036b'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:30:00.501996 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-1f34f0aa-09c3-45fc-915d-8b42c7a52027 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:00.551987 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e2334bff-26ef-4007-bc9f-f6b50eab9b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:00.557324 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e2334bff-26ef-4007-bc9f-f6b50eab9b08 admin admin] Usage tracker for resource:security_group_rule and tenant:b54baf09e79a42c69b85c549eb28606c is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:00.561493 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e2334bff-26ef-4007-bc9f-f6b50eab9b08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:00.569423 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e2334bff-26ef-4007-bc9f-f6b50eab9b08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:00.611409 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-1f34f0aa-09c3-45fc-915d-8b42c7a52027 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:00.694972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2334bff-26ef-4007-bc9f-f6b50eab9b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:00.714316 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2334bff-26ef-4007-bc9f-f6b50eab9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:00.718191 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d773afc0-db84-469d-9156-a15fafca5053 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:00.721763 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-35883ce5-00a7-4dd5-95fa-3fab58f58045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:00.729077 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-35883ce5-00a7-4dd5-95fa-3fab58f58045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:00.747354 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-82b60b5a-c2ec-415b-a558-95d47f24facd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:00.865949 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:00.918690 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port c65fab99-9cfe-453e-91cd-1a2061cd415d, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=c65fab99-9cfe-453e-91cd-1a2061cd415d,segment=NetworkSegment(54a66c03-0931-4a90-b1ab-ea061d30079d),segment_id=54a66c03-0931-4a90-b1ab-ea061d30079d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:00.924591 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Routers {'1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:30:00.925309 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100651668>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:29:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:01.009664 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:01.050904 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-35883ce5-00a7-4dd5-95fa-3fab58f58045 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a273c21c84664f8e91c294eae2805036&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4444363
Apr 19 18:30:01.050904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35883ce5-00a7-4dd5-95fa-3fab58f58045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a18703d-0f93-4b90-ba43-9159dd193c79,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:01.054638 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:01.055567 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 4a433190-9017-4e64-935b-a46d584bfdca up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:30:01.057680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50732) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:01.088832 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-1f34f0aa-09c3-45fc-915d-8b42c7a52027 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Network acd59ac1-d427-4149-8d1a-2f550ec235ed is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:30:01.091034 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34f0aa-09c3-45fc-915d-8b42c7a52027 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Pushing event updated for resources: {'Port': ['ID=e7f46757-ad1c-4db6-a7ba-732e7688475f,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:01.103494 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1f34f0aa-09c3-45fc-915d-8b42c7a52027 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:01.104710 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-1f34f0aa-09c3-45fc-915d-8b42c7a52027 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:30:01.106404 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-35883ce5-00a7-4dd5-95fa-3fab58f58045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:01.108888 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-1f34f0aa-09c3-45fc-915d-8b42c7a52027 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:30:01.114349 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-842d11e5-ac5e-4625-aba3-54a06a8de0a4 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1 HTTP/1.1" status: 200  len: 5704 time: 0.7386920
Apr 19 18:30:01.115886 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-1f34f0aa-09c3-45fc-915d-8b42c7a52027 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:01.116563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-1f34f0aa-09c3-45fc-915d-8b42c7a52027 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for port, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:01.116680 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4c0a772-1f22-4e52-a342-4d1fa6f1c1bc req-91ed3900-2b14-4d1d-a47e-9a5669045a88 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 210 time: 0.3887506
Apr 19 18:30:01.208027 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.13', 61285) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:01.217269 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:01.235695 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-77966b55-3528-4e1a-ae5c-363134565d9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Request body: {'port': {'device_id': '57904224-ede3-429d-9934-bf1994652a03', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'admin_state_up': True, 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'security_groups': ['204cff28-3a6c-4b0d-9a74-14a99a01e065']}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:30:01.255720 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e2334bff-26ef-4007-bc9f-f6b50eab9b08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b54baf09e79a42c69b85c549eb28606c&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4179385
Apr 19 18:30:01.255927 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:01.271554 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-1f34f0aa-09c3-45fc-915d-8b42c7a52027 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7893102
Apr 19 18:30:01.272088 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50742) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:01.272773 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2334bff-26ef-4007-bc9f-f6b50eab9b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617cdf0c-9078-4b1b-92a5-401b72ce74a6,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:01.289416 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e2334bff-26ef-4007-bc9f-f6b50eab9b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:01.349018 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Request body: {'port': {'device_id': '447886ad-8ecf-402b-984d-ddf89c21c61c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:30:01.430749 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-77966b55-3528-4e1a-ae5c-363134565d9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:01.492453 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7fd475a7-2325-4c33-99cc-be8524a7dce5 req-6d6cf49e-05fd-40eb-a58c-01fac4f9dbef tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 210 time: 0.0960100
Apr 19 18:30:01.518785 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=c65fab99-9cfe-453e-91cd-1a2061cd415d,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:01.525660 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 4a433190-9017-4e64-935b-a46d584bfdca triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:30:01.526088 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:01.588222 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bcd88-8442-4175-819c-f77e26bbf094 req-13054af0-b517-4feb-809a-cc85da70f877 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:01.596321 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7e5bcd88-8442-4175-819c-f77e26bbf094 req-13054af0-b517-4feb-809a-cc85da70f877 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 945 time: 1.2321353
Apr 19 18:30:01.601715 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-77966b55-3528-4e1a-ae5c-363134565d9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:01.607769 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:01.687972 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7e5bcd88-8442-4175-819c-f77e26bbf094 req-7ac05b1a-cc50-4241-90a9-7dfa3ea872cb tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/security-groups?id=f77567a7-81f7-4b4f-9f19-3bd6f708e48d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908158
Apr 19 18:30:01.701339 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-189bf12c-f1e1-4001-817a-19b9460c40e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:01.726807 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:01.797321 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-afadfed4-0d9a-4e4d-ab3a-548078528aef tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:01.799164 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-afadfed4-0d9a-4e4d-ab3a-548078528aef tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.13 "GET /v2.0/networks?id=acd59ac1-d427-4149-8d1a-2f550ec235ed HTTP/1.1" status: 200  len: 818 time: 0.5846484
Apr 19 18:30:01.799877 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0f8e5d21-54ae-4558-85ac-ea231b82785b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:01.803323 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-77966b55-3528-4e1a-ae5c-363134565d9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Made reservation on behalf of afe58cd3d01f40cb93d90b1df1bb2ad1 for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:30:01.812186 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-77966b55-3528-4e1a-ae5c-363134565d9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:01.817314 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] Set router 1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:30:01.844963 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Request body: {'port': {'device_id': 'da632c62-64a6-461c-ad80-2c8881e5d79d', 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed', 'admin_state_up': True, 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:30:01.950547 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Allocated IP 172.27.1.169 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/40586a75-4bd4-4265-b552-93416ddf5092) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:30:02.069798 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device c65fab99-9cfe-453e-91cd-1a2061cd415d up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:30:02.076776 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50770) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:02.077441 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:02.103816 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-77966b55-3528-4e1a-ae5c-363134565d9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Allocated IP 172.20.0.14 (5d286d36-8c52-42be-b3d4-52bf0bab0dba/e0439e37-0067-4362-b195-88afbdb39dd2/717c7936-7304-41ca-95a4-58008b460a06) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:30:02.143700 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:02.156869 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0f8e5d21-54ae-4558-85ac-ea231b82785b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:02.244253 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port c65fab99-9cfe-453e-91cd-1a2061cd415d triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:30:02.244472 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:02.272298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:02.408399 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 24993663-1113-4051-99c3-418ba82d7f6e up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:30:02.417339 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-855a4927-9f8c-4b49-9129-02cf00b98a67 req-eb9a92bf-b242-45f8-8096-0fd688325642 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 210 time: 0.0721219
Apr 19 18:30:02.480009 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:02.484492 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Usage tracker for resource:port and tenant:dd6d3dff6251456ab69d797d216f3c79 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:02.487747 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:02.493905 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:02.516389 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Made reservation on behalf of dd6d3dff6251456ab69d797d216f3c79 for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:30:02.523900 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:02.537655 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50780) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:02.538218 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 24993663-1113-4051-99c3-418ba82d7f6e completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:30:02.546940 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 24993663-1113-4051-99c3-418ba82d7f6e triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:30:02.547378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:02.558643 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0f8e5d21-54ae-4558-85ac-ea231b82785b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:02.604751 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:02.639572 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-77966b55-3528-4e1a-ae5c-363134565d9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:02.645510 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100651668>, [{'id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'name': 'tempest-ServerRescueNegativeTestJSON-754733596-router', 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '37d3304e-ce9b-4915-872a-58a406601ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:46Z', 'revision_number': 4, 'project_id': 'dd6d3dff6251456ab69d797d216f3c79', 'gw_port': {'id': '37d3304e-ce9b-4915-872a-58a406601ff0', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '24993663-1113-4051-99c3-418ba82d7f6e', 'name': '', 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed', 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79', 'mac_address': 'fa:16:3e:53:16:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1939f7f6-46d3-4a60-90df-2e2254de6630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:44Z', 'updated_at': '2021-04-19T18:29:59Z', 'revision_number': 4, 'project_id': 'dd6d3dff6251456ab69d797d216f3c79', 'subnets': [{'id': '1939f7f6-46d3-4a60-90df-2e2254de6630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:02.650071 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7941a5-8804-4390-9c88-c5ade4bb301e None None] The sync data for ids ['1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f'] in dv-cinder-786928-1-iscsi is: [{'id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'name': 'tempest-ServerRescueNegativeTestJSON-754733596-router', 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '37d3304e-ce9b-4915-872a-58a406601ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:46Z', 'revision_number': 4, 'project_id': 'dd6d3dff6251456ab69d797d216f3c79', 'gw_port': {'id': '37d3304e-ce9b-4915-872a-58a406601ff0', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '24993663-1113-4051-99c3-418ba82d7f6e', 'name': '', 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed', 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79', 'mac_address': 'fa:16:3e:53:16:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1939f7f6-46d3-4a60-90df-2e2254de6630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:44Z', 'updated_at': '2021-04-19T18:29:59Z', 'revision_number': 4, 'project_id': 'dd6d3dff6251456ab69d797d216f3c79', 'subnets': [{'id': '1939f7f6-46d3-4a60-90df-2e2254de6630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:30:02.731932 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-189bf12c-f1e1-4001-817a-19b9460c40e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:02.735322 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e5d21-54ae-4558-85ac-ea231b82785b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a18703d-0f93-4b90-ba43-9159dd193c79,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:02.784908 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:02.788972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-77966b55-3528-4e1a-ae5c-363134565d9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Transition to ACTIVE for port object 717c7936-7304-41ca-95a4-58008b460a06 will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:30:02.795648 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e3cad117-e87f-49e5-89af-e3d936b13179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:02.805180 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:02.810068 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0f8e5d21-54ae-4558-85ac-ea231b82785b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:02.845964 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port 24993663-1113-4051-99c3-418ba82d7f6e, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=24993663-1113-4051-99c3-418ba82d7f6e,segment=NetworkSegment(ed422bf3-06e5-4eca-8cb7-0a83dfc79bed),segment_id=ed422bf3-06e5-4eca-8cb7-0a83dfc79bed)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:02.849882 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:02.855723 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e3cad117-e87f-49e5-89af-e3d936b13179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:02.856217 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:02.860608 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e3cad117-e87f-49e5-89af-e3d936b13179 admin admin] Usage tracker for resource:security_group_rule and tenant:05db39310b6546f38fa19bb4298dedf5 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:02.863843 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e3cad117-e87f-49e5-89af-e3d936b13179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:02.870227 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e3cad117-e87f-49e5-89af-e3d936b13179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:02.941140 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f46757-ad1c-4db6-a7ba-732e7688475f {{(pid=86311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:30:02.943274 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=24993663-1113-4051-99c3-418ba82d7f6e,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:02.949909 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:02.954985 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:02.972555 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Transition to ACTIVE for port object e7f46757-ad1c-4db6-a7ba-732e7688475f will not be triggered until provisioned by entity L2. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:30:02.974898 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e3cad117-e87f-49e5-89af-e3d936b13179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:02.976512 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-189bf12c-f1e1-4001-817a-19b9460c40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:02.977497 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f43355f0-f08a-4fe9-995c-e35aaa8c29d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:02.979074 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0f8e5d21-54ae-4558-85ac-ea231b82785b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:02.982811 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-0f8e5d21-54ae-4558-85ac-ea231b82785b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a18703d-0f93-4b90-ba43-9159dd193c79 HTTP/1.1" status: 204  len: 168 time: 1.8778248
Apr 19 18:30:02.998122 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:30:03.006862 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:30:03.009106 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:03.011406 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:30:03.034391 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f43355f0-f08a-4fe9-995c-e35aaa8c29d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:03.041244 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Pushing event updated for resources: {'Port': ['ID=40586a75-4bd4-4265-b552-93416ddf5092,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:03.046301 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 43922653-8dde-42b2-ac29-fdd8f3f6036b up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:30:03.055696 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b6e0dfad-04f7-4823-9524-365cea737483 req-601816be-1409-403c-9b0b-38b11a5d281d tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 210 time: 0.3259816
Apr 19 18:30:03.056446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e3cad117-e87f-49e5-89af-e3d936b13179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:03.121699 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c50368f1-8390-4857-85ca-306d418ff777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:03.139829 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:03.151043 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:03.155443 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port 43922653-8dde-42b2-ac29-fdd8f3f6036b completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:30:03.155648 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ce40f330-3e28-40b0-8609-2898c4812381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:03.162864 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port 43922653-8dde-42b2-ac29-fdd8f3f6036b triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:30:03.163733 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:03.164543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f43355f0-f08a-4fe9-995c-e35aaa8c29d5 admin admin] Usage tracker for resource:security_group_rule and tenant:f35b184ea9c14d28ba64174b00d76b53 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:03.221649 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e3cad117-e87f-49e5-89af-e3d936b13179 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05db39310b6546f38fa19bb4298dedf5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6808217
Apr 19 18:30:03.225648 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f43355f0-f08a-4fe9-995c-e35aaa8c29d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:03.233012 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50792) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:03.275307 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cad117-e87f-49e5-89af-e3d936b13179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd67d04-5e7f-451b-b578-9e1f6fde591d,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:03.280981 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Allocated IP 172.20.0.5 (acd59ac1-d427-4149-8d1a-2f550ec235ed/1939f7f6-46d3-4a60-90df-2e2254de6630/dd61242b-ad3f-47cd-be6e-08c0e954483c) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:30:03.291638 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e481476-867e-4867-a588-6842040be616 req-5712766f-b3f2-403a-82ba-68fb2646bc87 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:03.293281 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5e481476-867e-4867-a588-6842040be616 req-5712766f-b3f2-403a-82ba-68fb2646bc87 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 945 time: 0.3156714
Apr 19 18:30:03.294622 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e3cad117-e87f-49e5-89af-e3d936b13179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:03.298272 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-77966b55-3528-4e1a-ae5c-363134565d9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:03.326999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bf12c-f1e1-4001-817a-19b9460c40e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617cdf0c-9078-4b1b-92a5-401b72ce74a6,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:03.339431 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f43355f0-f08a-4fe9-995c-e35aaa8c29d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:03.343531 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-189bf12c-f1e1-4001-817a-19b9460c40e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:03.347543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:03.356751 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:03.359604 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:03.412440 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 43922653-8dde-42b2-ac29-fdd8f3f6036b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=43922653-8dde-42b2-ac29-fdd8f3f6036b,segment=NetworkSegment(7cde2eae-fd2a-4def-ae10-42388af1b7ea),segment_id=7cde2eae-fd2a-4def-ae10-42388af1b7ea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:03.413935 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dda4c50-a914-451b-9efd-7762235d2daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43922653-8dde-42b2-ac29-fdd8f3f6036b'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:30:03.503386 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-77966b55-3528-4e1a-ae5c-363134565d9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Network 5d286d36-8c52-42be-b3d4-52bf0bab0dba is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:30:03.504575 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77966b55-3528-4e1a-ae5c-363134565d9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Pushing event updated for resources: {'Port': ['ID=717c7936-7304-41ca-95a4-58008b460a06,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:03.511194 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-77966b55-3528-4e1a-ae5c-363134565d9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:03.511376 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:03.513442 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:03.517533 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50804) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:03.529887 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5e481476-867e-4867-a588-6842040be616 req-dea647f8-533f-4366-8e2c-6145a8188ad1 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/security-groups?id=f77567a7-81f7-4b4f-9f19-3bd6f708e48d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2277725
Apr 19 18:30:03.531022 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-77966b55-3528-4e1a-ae5c-363134565d9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:30:03.545724 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-189bf12c-f1e1-4001-817a-19b9460c40e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:03.549704 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-189bf12c-f1e1-4001-817a-19b9460c40e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/617cdf0c-9078-4b1b-92a5-401b72ce74a6 HTTP/1.1" status: 204  len: 168 time: 2.2506351
Apr 19 18:30:03.614486 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:03.648562 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=43922653-8dde-42b2-ac29-fdd8f3f6036b,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:03.670570 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:03.684353 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Attempting to bind port e7f46757-ad1c-4db6-a7ba-732e7688475f on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:30:03.684701 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Attempting to bind port e7f46757-ad1c-4db6-a7ba-732e7688475f by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'ed422bf3-06e5-4eca-8cb7-0a83dfc79bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed'}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:30:03.685065 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Attempting to bind port e7f46757-ad1c-4db6-a7ba-732e7688475f on network acd59ac1-d427-4149-8d1a-2f550ec235ed {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:30:03.694962 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-77966b55-3528-4e1a-ae5c-363134565d9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:30:03.703366 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-77966b55-3528-4e1a-ae5c-363134565d9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:03.704084 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-77966b55-3528-4e1a-ae5c-363134565d9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:03.728899 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Port e7f46757-ad1c-4db6-a7ba-732e7688475f on network acd59ac1-d427-4149-8d1a-2f550ec235ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:30:03.736799 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Attempting to bind port e7f46757-ad1c-4db6-a7ba-732e7688475f on network acd59ac1-d427-4149-8d1a-2f550ec235ed {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:30:03.772765 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Pushing event updated for resources: {'Port': ['ID=e7f46757-ad1c-4db6-a7ba-732e7688475f,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:03.773290 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ff899934-8577-4023-95b3-7bb64a943fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:03.788265 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:30:03.789108 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Checking segment: {'id': 'ed422bf3-06e5-4eca-8cb7-0a83dfc79bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:30:03.790304 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Bound using segment: {'id': 'ed422bf3-06e5-4eca-8cb7-0a83dfc79bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed'} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:30:03.790999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Bound port: e7f46757-ad1c-4db6-a7ba-732e7688475f, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed422bf3-06e5-4eca-8cb7-0a83dfc79bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed'}}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:30:03.791716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:03.823130 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:03.836756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 24993663-1113-4051-99c3-418ba82d7f6e up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:30:03.867982 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-67f4e526-5fc6-4dce-9541-895523f511e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:03.890120 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-77966b55-3528-4e1a-ae5c-363134565d9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6831753
Apr 19 18:30:03.896518 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-67f4e526-5fc6-4dce-9541-895523f511e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:03.951536 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-1ddd920b-2161-4faa-8dc9-31cb2314e96d None None] Provisioning for port 717c7936-7304-41ca-95a4-58008b460a06 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:30:03.959487 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Request body: {'port': {'device_id': '57904224-ede3-429d-9934-bf1994652a03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:30:03.963218 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 24993663-1113-4051-99c3-418ba82d7f6e triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:30:03.963853 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:04.004090 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-1ddd920b-2161-4faa-8dc9-31cb2314e96d None None] Provisioning complete for port 717c7936-7304-41ca-95a4-58008b460a06 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:30:04.004877 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1ddd920b-2161-4faa-8dc9-31cb2314e96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:04.061544 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-ff899934-8577-4023-95b3-7bb64a943fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:04.093172 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-ff899934-8577-4023-95b3-7bb64a943fff admin admin] Usage tracker for resource:security_group_rule and tenant:457e9837f7df477f85184d314820e29f is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:04.103570 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dda4c50-a914-451b-9efd-7762235d2daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43922653-8dde-42b2-ac29-fdd8f3f6036b', 'code': 200}
Apr 19 18:30:04.111940 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-1ddd920b-2161-4faa-8dc9-31cb2314e96d None None] Port 717c7936-7304-41ca-95a4-58008b460a06 cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:30:04.123647 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-ff899934-8577-4023-95b3-7bb64a943fff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:04.192637 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-ff899934-8577-4023-95b3-7bb64a943fff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:04.248054 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:04.276354 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50822) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:04.288231 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-67f4e526-5fc6-4dce-9541-895523f511e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:04.320028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.13', 61288) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:04.320529 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2264b-b7cd-4259-8e1b-0e2de40d8339 req-4eb614e2-acf1-4744-be52-5a57cc141b8f tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:04.321342 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-7ea2264b-b7cd-4259-8e1b-0e2de40d8339 req-4eb614e2-acf1-4744-be52-5a57cc141b8f tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Synchronizing usage tracker for tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:30:04.330128 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:04.353527 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-5be670e1-cadb-410f-92a6-85098d16c40f req-3098b5fb-26ae-4a4f-b8a2-400b3ee40bb6 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Synchronizing usage tracker for tenant:dd6d3dff6251456ab69d797d216f3c79 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:30:04.355819 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9ac9296d-0f2f-4752-869b-f9fddb5af18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:04.429209 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4e526-5fc6-4dce-9541-895523f511e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd67d04-5e7f-451b-b578-9e1f6fde591d,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:04.441708 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-67f4e526-5fc6-4dce-9541-895523f511e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:04.441992 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:04.461458 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-7ea2264b-b7cd-4259-8e1b-0e2de40d8339 req-4eb614e2-acf1-4744-be52-5a57cc141b8f tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Unset dirty status for tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:30:04.463129 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7ea2264b-b7cd-4259-8e1b-0e2de40d8339 req-4eb614e2-acf1-4744-be52-5a57cc141b8f tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 932 time: 0.7009544
Apr 19 18:30:04.478835 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-5be670e1-cadb-410f-92a6-85098d16c40f req-3098b5fb-26ae-4a4f-b8a2-400b3ee40bb6 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Unset dirty status for tenant:dd6d3dff6251456ab69d797d216f3c79 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:30:04.480334 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5be670e1-cadb-410f-92a6-85098d16c40f req-3098b5fb-26ae-4a4f-b8a2-400b3ee40bb6 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 210 time: 0.2504499
Apr 19 18:30:04.480999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-9ac9296d-0f2f-4752-869b-f9fddb5af18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:04.499938 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-9ac9296d-0f2f-4752-869b-f9fddb5af18d admin admin] Usage tracker for resource:security_group_rule and tenant:07ee6e5637704ba69e75a1c529a580ed is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:04.514034 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-9ac9296d-0f2f-4752-869b-f9fddb5af18d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:04.532740 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f43355f0-f08a-4fe9-995c-e35aaa8c29d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:04.534330 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] For port e7f46757-ad1c-4db6-a7ba-732e7688475f, host hv-cinder-78692, cleared binding levels {{(pid=86311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:30:04.543076 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-9ac9296d-0f2f-4752-869b-f9fddb5af18d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:04.552096 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f43355f0-f08a-4fe9-995c-e35aaa8c29d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:04.560930 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-67f4e526-5fc6-4dce-9541-895523f511e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:04.562173 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-67f4e526-5fc6-4dce-9541-895523f511e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1cd67d04-5e7f-451b-b578-9e1f6fde591d HTTP/1.1" status: 204  len: 168 time: 1.2379193
Apr 19 18:30:04.586467 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] For port e7f46757-ad1c-4db6-a7ba-732e7688475f, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7f46757-ad1c-4db6-a7ba-732e7688475f,segment=NetworkSegment(ed422bf3-06e5-4eca-8cb7-0a83dfc79bed),segment_id=ed422bf3-06e5-4eca-8cb7-0a83dfc79bed)] {{(pid=86311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:30:04.590260 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-7498de71-f69c-428c-9148-f78f6bbeb733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:04.617552 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:04.645052 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43355f0-f08a-4fe9-995c-e35aaa8c29d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78e3f52-2b4c-47d9-82b5-bcb7bd38de26,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:04.654980 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7ea2264b-b7cd-4259-8e1b-0e2de40d8339 req-1b73a410-88e3-464a-b140-ad1c9f2869d6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1771412
Apr 19 18:30:04.663109 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f43355f0-f08a-4fe9-995c-e35aaa8c29d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:04.670265 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0e332b60-624f-4972-9aaf-0171469b11f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:04.722666 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.db.resource_extend [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 18:30:04.738574 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f43355f0-f08a-4fe9-995c-e35aaa8c29d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f35b184ea9c14d28ba64174b00d76b53&name=default HTTP/1.1" status: 200  len: 2979 time: 2.6486180
Apr 19 18:30:04.759178 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50832) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:04.767747 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:04.772816 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e6f25-1e79-4b6a-a5be-c2a3fa96a448 req-3e83ab46-06b6-4b10-9d99-83e804de1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:04.774477 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e73e6f25-1e79-4b6a-a5be-c2a3fa96a448 req-3e83ab46-06b6-4b10-9d99-83e804de1c24 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 1099 time: 0.4369836
Apr 19 18:30:04.802677 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:04.803368 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for port, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:04.804892 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] 10.222.0.13 "PUT /v2.0/ports/e7f46757-ad1c-4db6-a7ba-732e7688475f HTTP/1.1" status: 200  len: 1093 time: 3.5031731
Apr 19 18:30:04.809966 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447886ad-8ecf-402b-984d-ddf89c21c61c', 'tag': 'e7f46757-ad1c-4db6-a7ba-732e7688475f'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:30:04.815548 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:04.871886 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-e73e6f25-1e79-4b6a-a5be-c2a3fa96a448 req-4c20afbc-f9db-43a2-8c38-b52e46474720 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:04.954422 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447886ad-8ecf-402b-984d-ddf89c21c61c', 'tag': 'e7f46757-ad1c-4db6-a7ba-732e7688475f', 'status': 'completed', 'code': 200}
Apr 19 18:30:04.968081 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636081'] for floatingip, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:04.975859 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Pushing event updated for resources: {'Port': ['ID=e7f46757-ad1c-4db6-a7ba-732e7688475f,revision_number=3']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:04.982198 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-e73e6f25-1e79-4b6a-a5be-c2a3fa96a448 req-4c20afbc-f9db-43a2-8c38-b52e46474720 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:04.988221 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:04.998118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:05.006522 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ff899934-8577-4023-95b3-7bb64a943fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.019027 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ff899934-8577-4023-95b3-7bb64a943fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.037492 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-e73e6f25-1e79-4b6a-a5be-c2a3fa96a448 req-4c20afbc-f9db-43a2-8c38-b52e46474720 service neutron] Usage tracker for resource:security_group_rule and tenant:de3ca056fbe6481abbe994093719852d is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:05.040587 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:05.048349 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.059093 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50840) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:05.060357 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-e73e6f25-1e79-4b6a-a5be-c2a3fa96a448 req-4c20afbc-f9db-43a2-8c38-b52e46474720 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:05.105401 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-e73e6f25-1e79-4b6a-a5be-c2a3fa96a448 req-4c20afbc-f9db-43a2-8c38-b52e46474720 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:05.117032 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fa569cac-f2f1-42cb-bd9e-2f7dfae75a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.130305 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ff899934-8577-4023-95b3-7bb64a943fff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=457e9837f7df477f85184d314820e29f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5835552
Apr 19 18:30:05.150880 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50844) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:05.160180 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fdbebfa3-eb48-45ab-b1f4-1c5b0218a546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.193337 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Network acd59ac1-d427-4149-8d1a-2f550ec235ed is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:30:05.195857 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff899934-8577-4023-95b3-7bb64a943fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10943989-956c-451f-99e7-d5ba6fe08d86,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:05.199807 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ff899934-8577-4023-95b3-7bb64a943fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:05.202568 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:30:05.205464 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:30:05.211667 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:05.212393 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.225307 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:05.284784 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-fdbebfa3-eb48-45ab-b1f4-1c5b0218a546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:05.318169 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-fdbebfa3-eb48-45ab-b1f4-1c5b0218a546 admin admin] Usage tracker for resource:security_group_rule and tenant:e077f17e5c0740b8982d54a83c8889a9 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:05.330568 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-fdbebfa3-eb48-45ab-b1f4-1c5b0218a546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:05.341041 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.342890 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.1339569
Apr 19 18:30:05.361138 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-fdbebfa3-eb48-45ab-b1f4-1c5b0218a546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:05.374906 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9ac9296d-0f2f-4752-869b-f9fddb5af18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.393975 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d440c-a613-43ae-b947-f5fa926ba09d req-ac504737-e967-4e3a-93fe-33017876854b tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:05.395603 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f07d440c-a613-43ae-b947-f5fa926ba09d req-ac504737-e967-4e3a-93fe-33017876854b tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 946 time: 0.4777350
Apr 19 18:30:05.396934 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5672085
Apr 19 18:30:05.397048 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Pushing event updated for resources: {'Port': ['ID=40586a75-4bd4-4265-b552-93416ddf5092,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:05.399447 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9ac9296d-0f2f-4752-869b-f9fddb5af18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.408849 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:05.426256 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fa569cac-f2f1-42cb-bd9e-2f7dfae75a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.435498 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:05.445825 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Pushing event updated for resources: {'Port': ['ID=dd61242b-ad3f-47cd-be6e-08c0e954483c,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:05.449008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:05.468023 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Request body: {'port': {'device_id': 'da632c62-64a6-461c-ad80-2c8881e5d79d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:30:05.512961 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-9ac9296d-0f2f-4752-869b-f9fddb5af18d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=07ee6e5637704ba69e75a1c529a580ed&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2343490
Apr 19 18:30:05.515325 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50862) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:05.525176 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-d033b2c1-4f8b-4ade-9afb-860d3e3aa51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:05.526798 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-d033b2c1-4f8b-4ade-9afb-860d3e3aa51d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd6d3dff6251456ab69d797d216f3c79&device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 1096 time: 0.6259696
Apr 19 18:30:05.529697 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9296d-0f2f-4752-869b-f9fddb5af18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729c4102-e8a9-4042-bba2-39e2c05e5cbb,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:05.554030 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9ac9296d-0f2f-4752-869b-f9fddb5af18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:05.599277 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717c7936-7304-41ca-95a4-58008b460a06 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:30:05.624517 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b440d92a-2606-434d-9fb9-a5dbb84d415a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.637068 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-891d90a5-07c1-4791-b2d0-b5d015454883 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7f46757-ad1c-4db6-a7ba-732e7688475f HTTP/1.1" status: 200  len: 217 time: 0.0870616
Apr 19 18:30:05.639274 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.712642 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f07d440c-a613-43ae-b947-f5fa926ba09d req-6df8bc5e-7710-4c0a-8d27-6c3d3242898b tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/security-groups?id=f77567a7-81f7-4b4f-9f19-3bd6f708e48d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2681878
Apr 19 18:30:05.741160 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fa569cac-f2f1-42cb-bd9e-2f7dfae75a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.765725 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Transition to ACTIVE for port object 717c7936-7304-41ca-95a4-58008b460a06 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:30:05.769245 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b440d92a-2606-434d-9fb9-a5dbb84d415a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.772066 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:05.797498 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.804705 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-593c49de-1420-4b9d-9c28-d9eb9ce3dd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.807344 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-9f32717a-1c74-4a95-9b44-75d40c004aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:05.808908 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-9f32717a-1c74-4a95-9b44-75d40c004aca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1939f7f6-46d3-4a60-90df-2e2254de6630 HTTP/1.1" status: 200  len: 858 time: 0.1616757
Apr 19 18:30:05.813748 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa569cac-f2f1-42cb-bd9e-2f7dfae75a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78e3f52-2b4c-47d9-82b5-bcb7bd38de26,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:05.816732 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-bdbe4099-a62a-48c3-8111-c23e10e76cb0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Synchronizing usage tracker for tenant:b234179720af4fd9b2d3f0aabf09fb91 on resource:security_group {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:30:05.829013 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-fa569cac-f2f1-42cb-bd9e-2f7dfae75a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:05.832696 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:05.864758 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.869225 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-e73e6f25-1e79-4b6a-a5be-c2a3fa96a448 req-4c20afbc-f9db-43a2-8c38-b52e46474720 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.898492 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-53b68b02-892e-473f-a6f6-35a83c0caa48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=acd59ac1-d427-4149-8d1a-2f550ec235ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0783110
Apr 19 18:30:05.899119 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-e73e6f25-1e79-4b6a-a5be-c2a3fa96a448 req-4c20afbc-f9db-43a2-8c38-b52e46474720 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.904571 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-593c49de-1420-4b9d-9c28-d9eb9ce3dd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.918896 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fa569cac-f2f1-42cb-bd9e-2f7dfae75a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:05.920150 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-fa569cac-f2f1-42cb-bd9e-2f7dfae75a4d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b78e3f52-2b4c-47d9-82b5-bcb7bd38de26 HTTP/1.1" status: 204  len: 168 time: 1.1603963
Apr 19 18:30:05.926454 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-7fca2f8b-117e-4a9c-91b8-d3106ab8c53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:05.985738 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-e73e6f25-1e79-4b6a-a5be-c2a3fa96a448 req-4c20afbc-f9db-43a2-8c38-b52e46474720 service neutron] Synchronizing usage tracker for tenant:de3ca056fbe6481abbe994093719852d on resource:security_group {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:30:06.082719 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20afbc-f9db-43a2-8c38-b52e46474720 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6265d69d-47b2-4563-92b5-7035d973cf2c,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:06.087848 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4c20afbc-f9db-43a2-8c38-b52e46474720 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:06.127347 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-593c49de-1420-4b9d-9c28-d9eb9ce3dd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:06.141508 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-fe332f68-94ed-4a68-a265-e065b6e37d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:06.160716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c49de-1420-4b9d-9c28-d9eb9ce3dd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729c4102-e8a9-4042-bba2-39e2c05e5cbb,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:06.165682 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-593c49de-1420-4b9d-9c28-d9eb9ce3dd19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:06.183668 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-593c49de-1420-4b9d-9c28-d9eb9ce3dd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:06.189226 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-593c49de-1420-4b9d-9c28-d9eb9ce3dd19 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/729c4102-e8a9-4042-bba2-39e2c05e5cbb HTTP/1.1" status: 204  len: 168 time: 0.6611295
Apr 19 18:30:06.191833 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-66e5dfef-2561-4f26-bb97-f41fd2de25f8 service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2680256
Apr 19 18:30:06.252829 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=717c7936-7304-41ca-95a4-58008b460a06,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:06.255834 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:06.260804 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fdbebfa3-eb48-45ab-b1f4-1c5b0218a546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:06.266936 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-bdbe4099-a62a-48c3-8111-c23e10e76cb0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Unset dirty status for tenant:b234179720af4fd9b2d3f0aabf09fb91 on resource:security_group {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:30:06.268278 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-bdbe4099-a62a-48c3-8111-c23e10e76cb0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--977602520&fields=id&tenant_id=b234179720af4fd9b2d3f0aabf09fb91 HTTP/1.1" status: 200  len: 267 time: 0.7051115
Apr 19 18:30:06.278459 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fdbebfa3-eb48-45ab-b1f4-1c5b0218a546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:06.316030 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:06.329149 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-fdbebfa3-eb48-45ab-b1f4-1c5b0218a546 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e077f17e5c0740b8982d54a83c8889a9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2579060
Apr 19 18:30:06.329149 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Attempting to bind port 717c7936-7304-41ca-95a4-58008b460a06 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:30:06.329149 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Attempting to bind port 717c7936-7304-41ca-95a4-58008b460a06 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '3f411315-18f9-4098-b71e-f8b179736dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:30:06.329149 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Attempting to bind port 717c7936-7304-41ca-95a4-58008b460a06 on network 5d286d36-8c52-42be-b3d4-52bf0bab0dba {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:30:06.334553 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 50880) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:06.335863 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-e73e6f25-1e79-4b6a-a5be-c2a3fa96a448 req-4c20afbc-f9db-43a2-8c38-b52e46474720 service neutron] Unset dirty status for tenant:de3ca056fbe6481abbe994093719852d on resource:security_group {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:30:06.337395 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e73e6f25-1e79-4b6a-a5be-c2a3fa96a448 req-4c20afbc-f9db-43a2-8c38-b52e46474720 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f77567a7-81f7-4b4f-9f19-3bd6f708e48d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5287158
Apr 19 18:30:06.345991 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fb858-1694-4caa-a210-4be0bbbaa758 req-156e37a3-069f-4fc7-b8a4-b217ac52e8fe tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:06.347600 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-626fb858-1694-4caa-a210-4be0bbbaa758 req-156e37a3-069f-4fc7-b8a4-b217ac52e8fe tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 931 time: 0.3909829
Apr 19 18:30:06.389966 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dcd9e289-d954-438a-9eaa-4182a1687d9c req-581282b7-1782-41e9-a416-e70ee7c578c8 service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1910925
Apr 19 18:30:06.439084 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Port 717c7936-7304-41ca-95a4-58008b460a06 on network 5d286d36-8c52-42be-b3d4-52bf0bab0dba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:30:06.439664 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Attempting to bind port 717c7936-7304-41ca-95a4-58008b460a06 on network 5d286d36-8c52-42be-b3d4-52bf0bab0dba {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:30:06.491312 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50886) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:06.531758 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5eae5868-5fdd-4a92-835d-abc0614fb03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:06.554520 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b440d92a-2606-434d-9fb9-a5dbb84d415a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:06.557186 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-5eae5868-5fdd-4a92-835d-abc0614fb03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:06.565484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-5eae5868-5fdd-4a92-835d-abc0614fb03f admin admin] Usage tracker for resource:security_group_rule and tenant:9c7ebf377122448eab6b3ee8fe86fbe3 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:06.571018 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-5eae5868-5fdd-4a92-835d-abc0614fb03f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:06.578696 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-5eae5868-5fdd-4a92-835d-abc0614fb03f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:06.580276 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:30:06.580577 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Checking segment: {'id': '3f411315-18f9-4098-b71e-f8b179736dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:30:06.581221 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Bound using segment: {'id': '3f411315-18f9-4098-b71e-f8b179736dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:30:06.581967 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Bound port: 717c7936-7304-41ca-95a4-58008b460a06, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f411315-18f9-4098-b71e-f8b179736dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:30:06.582150 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:06.594928 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf04ec-e4fe-4f9c-a9af-5c1f39ba822b req-2e97e84a-24ee-4d05-b9af-e83cf4b33c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:06.596182 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-99cf04ec-e4fe-4f9c-a9af-5c1f39ba822b req-2e97e84a-24ee-4d05-b9af-e83cf4b33c20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd6d3dff6251456ab69d797d216f3c79&device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 1096 time: 0.1457918
Apr 19 18:30:06.626079 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbebfa3-eb48-45ab-b1f4-1c5b0218a546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26232c8-f75f-41cc-9293-38aec6c959e0,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:06.657763 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-fdbebfa3-eb48-45ab-b1f4-1c5b0218a546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:06.669028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:06.786268 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440d92a-2606-434d-9fb9-a5dbb84d415a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10943989-956c-451f-99e7-d5ba6fe08d86,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:06.809285 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf04ec-e4fe-4f9c-a9af-5c1f39ba822b req-cba51510-f3b5-4a77-abc0-96a8ac9066f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:06.811542 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-99cf04ec-e4fe-4f9c-a9af-5c1f39ba822b req-cba51510-f3b5-4a77-abc0-96a8ac9066f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=acd59ac1-d427-4149-8d1a-2f550ec235ed HTTP/1.1" status: 200  len: 919 time: 0.2067716
Apr 19 18:30:06.836454 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b440d92a-2606-434d-9fb9-a5dbb84d415a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:06.845357 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-626fb858-1694-4caa-a210-4be0bbbaa758 req-022777b6-e01a-4986-a8f2-fa90c8f90d64 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4476817
Apr 19 18:30:06.846247 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b440d92a-2606-434d-9fb9-a5dbb84d415a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:06.850121 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-b440d92a-2606-434d-9fb9-a5dbb84d415a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10943989-956c-451f-99e7-d5ba6fe08d86 HTTP/1.1" status: 204  len: 168 time: 1.6916521
Apr 19 18:30:06.882697 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e349c165-27cc-4eed-948a-a1ecf7e84d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:06.916658 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5eae5868-5fdd-4a92-835d-abc0614fb03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:06.927317 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-99cf04ec-e4fe-4f9c-a9af-5c1f39ba822b req-2c85f58d-e998-4952-bd34-4ca6244cbaaa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7f46757-ad1c-4db6-a7ba-732e7688475f HTTP/1.1" status: 200  len: 217 time: 0.1038003
Apr 19 18:30:06.937961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5eae5868-5fdd-4a92-835d-abc0614fb03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:06.956720 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-103faa62-6698-4a9f-9e71-23523923cc4b tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:06.958432 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-103faa62-6698-4a9f-9e71-23523923cc4b tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/networks?id=99be9128-c693-427e-921b-a550e9df2043 HTTP/1.1" status: 200  len: 811 time: 0.6514487
Apr 19 18:30:06.960991 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-91dc7c11-fd47-4f9d-bbba-668403261ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:07.009362 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e349c165-27cc-4eed-948a-a1ecf7e84d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:07.074652 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae5868-5fdd-4a92-835d-abc0614fb03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f523fd-4651-4b4f-9a1a-c0db82bb43bf,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:07.078278 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-1eca7c7f-872f-4b51-88c4-5dc839a61476 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/quotas/b234179720af4fd9b2d3f0aabf09fb91 HTTP/1.1" status: 200  len: 375 time: 0.1038711
Apr 19 18:30:07.079289 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf04ec-e4fe-4f9c-a9af-5c1f39ba822b req-a7977bd4-b7d0-4fa4-9bb3-dffe4ccbc7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:07.079504 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] For port 717c7936-7304-41ca-95a4-58008b460a06, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:30:07.081377 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-99cf04ec-e4fe-4f9c-a9af-5c1f39ba822b req-a7977bd4-b7d0-4fa4-9bb3-dffe4ccbc7f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1939f7f6-46d3-4a60-90df-2e2254de6630 HTTP/1.1" status: 200  len: 858 time: 0.1291213
Apr 19 18:30:07.084508 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5eae5868-5fdd-4a92-835d-abc0614fb03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:07.150635 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-99cf04ec-e4fe-4f9c-a9af-5c1f39ba822b req-7081ebd8-3afa-4414-9398-f8d9a0757678 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=acd59ac1-d427-4149-8d1a-2f550ec235ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0582538
Apr 19 18:30:07.152687 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] For port 717c7936-7304-41ca-95a4-58008b460a06, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=717c7936-7304-41ca-95a4-58008b460a06,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:30:07.168135 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-5eae5868-5fdd-4a92-835d-abc0614fb03f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c7ebf377122448eab6b3ee8fe86fbe3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6688859
Apr 19 18:30:07.198931 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50914) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:07.423651 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0946a647-5434-401a-b8d1-8d8b9f56c633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:07.454380 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0946a647-5434-401a-b8d1-8d8b9f56c633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:07.518831 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-99cf04ec-e4fe-4f9c-a9af-5c1f39ba822b req-bb60066a-0522-4d1d-a484-bf907b338808 service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3557167
Apr 19 18:30:07.529336 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0946a647-5434-401a-b8d1-8d8b9f56c633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:07.539189 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:07.549628 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:07.569150 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e7c22ba4-29d9-4646-a97f-a81ab231dd25 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:07.727070 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:07.727841 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:07.729415 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] 10.222.0.13 "PUT /v2.0/ports/717c7936-7304-41ca-95a4-58008b460a06 HTTP/1.1" status: 200  len: 1094 time: 3.7890909
Apr 19 18:30:07.730047 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57904224-ede3-429d-9934-bf1994652a03', 'tag': '717c7936-7304-41ca-95a4-58008b460a06'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:30:07.800247 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-99cf04ec-e4fe-4f9c-a9af-5c1f39ba822b req-b7f8c384-9faf-426f-8e86-537e0a1a5b2e service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2625368
Apr 19 18:30:07.800764 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50936) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:07.814080 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946a647-5434-401a-b8d1-8d8b9f56c633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f523fd-4651-4b4f-9a1a-c0db82bb43bf,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:07.829305 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0946a647-5434-401a-b8d1-8d8b9f56c633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:07.835978 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0946a647-5434-401a-b8d1-8d8b9f56c633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:07.841034 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-0946a647-5434-401a-b8d1-8d8b9f56c633 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2f523fd-4651-4b4f-9a1a-c0db82bb43bf HTTP/1.1" status: 204  len: 168 time: 0.6330309
Apr 19 18:30:07.973550 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd61242b-ad3f-47cd-be6e-08c0e954483c {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:30:07.977712 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-0f86d941-f519-46dc-ac38-9abbbdbe11e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:07.980137 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-0f86d941-f519-46dc-ac38-9abbbdbe11e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1&device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 1097 time: 0.1456921
Apr 19 18:30:08.020861 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-e8e451a0-3676-4220-9043-b71dd1b1fe5b tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b234179720af4fd9b2d3f0aabf09fb91&fields=id HTTP/1.1" status: 200  len: 348 time: 0.8875930
Apr 19 18:30:08.023668 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=717c7936-7304-41ca-95a4-58008b460a06,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:08.066994 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:08.067969 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-3e6ef64f-d02b-46b8-8bef-9f14e4f7b6a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=717c7936-7304-41ca-95a4-58008b460a06 HTTP/1.1" status: 200  len: 217 time: 0.0773916
Apr 19 18:30:08.069736 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e349c165-27cc-4eed-948a-a1ecf7e84d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:08.074201 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:08.082206 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e3cad117-e87f-49e5-89af-e3d936b13179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:08.104760 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e349c165-27cc-4eed-948a-a1ecf7e84d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:08.106181 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e349c165-27cc-4eed-948a-a1ecf7e84d74 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c26232c8-f75f-41cc-9293-38aec6c959e0 HTTP/1.1" status: 204  len: 168 time: 1.7696908
Apr 19 18:30:08.182460 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-6fc3d890-b479-4400-b752-b3593a22e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:08.184318 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-6fc3d890-b479-4400-b752-b3593a22e230 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0439e37-0067-4362-b195-88afbdb39dd2 HTTP/1.1" status: 200  len: 856 time: 0.1090529
Apr 19 18:30:08.193923 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349c165-27cc-4eed-948a-a1ecf7e84d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26232c8-f75f-41cc-9293-38aec6c959e0,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:08.207119 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2653f36-58e0-4b2f-bed8-85e8c2fb3b4b req-7270ea35-ef4f-4ac8-8d9b-0423a8c15c12 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:08.215624 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d2653f36-58e0-4b2f-bed8-85e8c2fb3b4b req-7270ea35-ef4f-4ac8-8d9b-0423a8c15c12 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 1.1888175
Apr 19 18:30:08.235756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e349c165-27cc-4eed-948a-a1ecf7e84d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:08.245425 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Transition to ACTIVE for port object dd61242b-ad3f-47cd-be6e-08c0e954483c will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:30:08.282779 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a7aae971-1fc3-49ba-a123-391ba17c1035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:08.291277 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:08.296880 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d2653f36-58e0-4b2f-bed8-85e8c2fb3b4b req-688fba3e-e49e-47f3-bf89-7a663affcb71 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803542
Apr 19 18:30:08.303463 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a7aae971-1fc3-49ba-a123-391ba17c1035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:08.306738 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:08.311291 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a7aae971-1fc3-49ba-a123-391ba17c1035 admin admin] Usage tracker for resource:security_group_rule and tenant:2510440d39174c838e2cd5846208f8dd is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:08.319635 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a7aae971-1fc3-49ba-a123-391ba17c1035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:08.331078 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a7aae971-1fc3-49ba-a123-391ba17c1035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:08.363609 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-b3b94b9e-9504-4bbe-beb1-78e36812fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:08.365270 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-b3b94b9e-9504-4bbe-beb1-78e36812fae9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d286d36-8c52-42be-b3d4-52bf0bab0dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1737196
Apr 19 18:30:08.586770 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-eb9d5224-9a28-4408-9d27-18f78981de4e service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2124445
Apr 19 18:30:08.588936 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a7aae971-1fc3-49ba-a123-391ba17c1035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:08.593251 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a7aae971-1fc3-49ba-a123-391ba17c1035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:08.603938 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:08.639161 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Pushing event updated for resources: {'Port': ['ID=dd61242b-ad3f-47cd-be6e-08c0e954483c,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:08.642799 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:08.669035 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-b57af211-163d-447b-b6fd-3e071b16fb48 service neutron] 10.222.0.49 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6369281
Apr 19 18:30:08.738703 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-a7aae971-1fc3-49ba-a123-391ba17c1035 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2510440d39174c838e2cd5846208f8dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9347579
Apr 19 18:30:08.746932 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aae971-1fc3-49ba-a123-391ba17c1035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90725d1b-d1a3-4590-9a19-6de12394d893,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:08.752711 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 50968) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:08.755292 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a7aae971-1fc3-49ba-a123-391ba17c1035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:08.825133 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Attempting to bind port dd61242b-ad3f-47cd-be6e-08c0e954483c on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:30:08.825860 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Attempting to bind port dd61242b-ad3f-47cd-be6e-08c0e954483c by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'ed422bf3-06e5-4eca-8cb7-0a83dfc79bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:30:08.825966 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Attempting to bind port dd61242b-ad3f-47cd-be6e-08c0e954483c on network acd59ac1-d427-4149-8d1a-2f550ec235ed {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:30:08.835380 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f43c27c-1457-4f69-b3ba-12271278fb54 req-2523d8a4-acfa-4031-ae2e-61834111995f service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2323818
Apr 19 18:30:08.856303 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Port dd61242b-ad3f-47cd-be6e-08c0e954483c on network acd59ac1-d427-4149-8d1a-2f550ec235ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:30:08.856679 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Attempting to bind port dd61242b-ad3f-47cd-be6e-08c0e954483c on network acd59ac1-d427-4149-8d1a-2f550ec235ed {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:30:08.858254 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b924-5903-42bf-8bc9-4f9a2bdb9dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:08.864697 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-a771ab71-5fbf-4214-8258-8447d7bac658 service neutron] 10.222.0.49 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1848264
Apr 19 18:30:08.866304 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:30:08.866684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Checking segment: {'id': 'ed422bf3-06e5-4eca-8cb7-0a83dfc79bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:30:08.867107 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Bound using segment: {'id': 'ed422bf3-06e5-4eca-8cb7-0a83dfc79bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:30:08.867596 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Bound port: dd61242b-ad3f-47cd-be6e-08c0e954483c, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed422bf3-06e5-4eca-8cb7-0a83dfc79bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:30:08.867997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:08.892144 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b924-5903-42bf-8bc9-4f9a2bdb9dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:08.932425 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8f8b8-ee41-40b9-a541-8d2432d42186 req-f95e9c13-80a8-4862-a1bc-1d00cfedeadd tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:08.940685 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-23a8f8b8-ee41-40b9-a541-8d2432d42186 req-f95e9c13-80a8-4862-a1bc-1d00cfedeadd tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 946 time: 0.4411800
Apr 19 18:30:08.972480 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b924-5903-42bf-8bc9-4f9a2bdb9dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:08.978175 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cc5eb855-fc8d-474f-bc4f-0f0726f08e38 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:08.993518 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4b924-5903-42bf-8bc9-4f9a2bdb9dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90725d1b-d1a3-4590-9a19-6de12394d893,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:09.011809 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-23a8f8b8-ee41-40b9-a541-8d2432d42186 req-af4ce49c-f4f8-4a81-92c7-202a362862f6 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/security-groups?id=f77567a7-81f7-4b4f-9f19-3bd6f708e48d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701356
Apr 19 18:30:09.057757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d8d4b924-5903-42bf-8bc9-4f9a2bdb9dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:09.059062 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b924-5903-42bf-8bc9-4f9a2bdb9dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:09.062158 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-d8d4b924-5903-42bf-8bc9-4f9a2bdb9dda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90725d1b-d1a3-4590-9a19-6de12394d893 HTTP/1.1" status: 204  len: 168 time: 0.3084571
Apr 19 18:30:09.071002 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device e7f46757-ad1c-4db6-a7ba-732e7688475f details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:30:09.099329 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] For port dd61242b-ad3f-47cd-be6e-08c0e954483c, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:30:09.103254 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] For port dd61242b-ad3f-47cd-be6e-08c0e954483c, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dd61242b-ad3f-47cd-be6e-08c0e954483c,segment=NetworkSegment(ed422bf3-06e5-4eca-8cb7-0a83dfc79bed),segment_id=ed422bf3-06e5-4eca-8cb7-0a83dfc79bed)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:30:09.110466 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:09.129468 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-757a883f-7961-4c2a-a66f-0045d3ee247f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:09.374984 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:09.375651 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:09.377320 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] 10.222.0.13 "PUT /v2.0/ports/dd61242b-ad3f-47cd-be6e-08c0e954483c HTTP/1.1" status: 200  len: 1093 time: 3.9415214
Apr 19 18:30:09.381283 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port e7f46757-ad1c-4db6-a7ba-732e7688475f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7f46757-ad1c-4db6-a7ba-732e7688475f,segment=NetworkSegment(ed422bf3-06e5-4eca-8cb7-0a83dfc79bed),segment_id=ed422bf3-06e5-4eca-8cb7-0a83dfc79bed)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:09.425139 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': 'e7f46757-ad1c-4db6-a7ba-732e7688475f', 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed', 'port_id': 'e7f46757-ad1c-4db6-a7ba-732e7688475f', 'mac_address': 'fa:16:3e:bb:e1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1939f7f6-46d3-4a60-90df-2e2254de6630', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:30:09.495529 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:09.515352 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f46757-ad1c-4db6-a7ba-732e7688475f {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:30:09.533540 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port e7f46757-ad1c-4db6-a7ba-732e7688475f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7f46757-ad1c-4db6-a7ba-732e7688475f,segment=NetworkSegment(ed422bf3-06e5-4eca-8cb7-0a83dfc79bed),segment_id=ed422bf3-06e5-4eca-8cb7-0a83dfc79bed)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:09.538498 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:09.541929 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:09.623246 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Pushing event updated for resources: {'Port': ['ID=dd61242b-ad3f-47cd-be6e-08c0e954483c,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:09.640617 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:09.654658 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57904224-ede3-429d-9934-bf1994652a03', 'tag': '717c7936-7304-41ca-95a4-58008b460a06', 'status': 'completed', 'code': 200}
Apr 19 18:30:09.669208 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf961d7-dd69-4e71-bb5c-14a493dd0ccd req-f1333094-1a87-41ab-9b35-20db39d9228d tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:09.671117 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1bf961d7-dd69-4e71-bb5c-14a493dd0ccd req-f1333094-1a87-41ab-9b35-20db39d9228d tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 943 time: 0.4166636
Apr 19 18:30:09.695670 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=e7f46757-ad1c-4db6-a7ba-732e7688475f,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:09.718531 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:09.743730 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['e7f46757-ad1c-4db6-a7ba-732e7688475f'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:30:09.856126 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389bad2-610c-453b-86b6-3e2349857f94 req-53ec5b30-c12a-4366-925f-6a247654fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:09.862042 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f389bad2-610c-453b-86b6-3e2349857f94 req-53ec5b30-c12a-4366-925f-6a247654fa18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1&device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 1097 time: 0.1860006
Apr 19 18:30:09.972426 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1bf961d7-dd69-4e71-bb5c-14a493dd0ccd req-94551add-44e4-4c58-a3b8-ca7c2891b930 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2463131
Apr 19 18:30:09.977756 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b0f06b42-79a3-4320-8dbd-3cab9976171b req-d9dc4e2f-9994-4f0b-a7e5-c3db7cf0bd9e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 210 time: 0.2252321
Apr 19 18:30:09.988165 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-ebd05ef5-1c4b-4d9a-ae35-30c2bc365769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:09.995300 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-ebd05ef5-1c4b-4d9a-ae35-30c2bc365769 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd6d3dff6251456ab69d797d216f3c79&device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 1096 time: 0.5525725
Apr 19 18:30:10.071581 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389bad2-610c-453b-86b6-3e2349857f94 req-66fa811c-d5bd-460d-9793-5bdc4d9f07d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:10.073558 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f389bad2-610c-453b-86b6-3e2349857f94 req-66fa811c-d5bd-460d-9793-5bdc4d9f07d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d286d36-8c52-42be-b3d4-52bf0bab0dba HTTP/1.1" status: 200  len: 918 time: 0.2039065
Apr 19 18:30:10.164148 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-7999e40f-dea5-42e5-8a4e-1417d5ce3c00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd61242b-ad3f-47cd-be6e-08c0e954483c HTTP/1.1" status: 200  len: 217 time: 0.1601467
Apr 19 18:30:10.252927 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f389bad2-610c-453b-86b6-3e2349857f94 req-645668c4-6d49-4544-a8c3-89b7771eda68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=717c7936-7304-41ca-95a4-58008b460a06 HTTP/1.1" status: 200  len: 217 time: 0.1677849
Apr 19 18:30:10.396766 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-ff82dcff-b1c8-4420-b31c-46813b84bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:10.398552 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-ff82dcff-b1c8-4420-b31c-46813b84bff1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1939f7f6-46d3-4a60-90df-2e2254de6630 HTTP/1.1" status: 200  len: 858 time: 0.2227101
Apr 19 18:30:10.477220 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-aa70a064-b061-4677-a538-86c6da0425c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=acd59ac1-d427-4149-8d1a-2f550ec235ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0704722
Apr 19 18:30:10.493362 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6863e-7bc4-433d-812d-380a5e2fe6a2 req-cdf5a784-6bb3-4e6d-9611-632b55bf949e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:10.501750 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6fd6863e-7bc4-433d-812d-380a5e2fe6a2 req-cdf5a784-6bb3-4e6d-9611-632b55bf949e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.2118142
Apr 19 18:30:10.577789 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389bad2-610c-453b-86b6-3e2349857f94 req-0b3ad1fb-5e96-43e1-bd16-17cc077422ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:10.579407 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f389bad2-610c-453b-86b6-3e2349857f94 req-0b3ad1fb-5e96-43e1-bd16-17cc077422ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0439e37-0067-4362-b195-88afbdb39dd2 HTTP/1.1" status: 200  len: 856 time: 0.3199141
Apr 19 18:30:10.651848 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6fd6863e-7bc4-433d-812d-380a5e2fe6a2 req-f4316170-31aa-47c9-bdd1-a489b3d5fb7a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1483846
Apr 19 18:30:10.723469 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389bad2-610c-453b-86b6-3e2349857f94 req-eddbc19e-4dc9-47b2-a47a-8bb3ae6e2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:10.725239 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f389bad2-610c-453b-86b6-3e2349857f94 req-eddbc19e-4dc9-47b2-a47a-8bb3ae6e2460 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d286d36-8c52-42be-b3d4-52bf0bab0dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1378887
Apr 19 18:30:10.839355 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51046) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:10.969587 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f389bad2-610c-453b-86b6-3e2349857f94 req-feb4846f-3615-4552-847f-1623a5f78059 service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2360489
Apr 19 18:30:11.062732 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device e7f46757-ad1c-4db6-a7ba-732e7688475f up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:30:11.199669 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port e7f46757-ad1c-4db6-a7ba-732e7688475f completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:30:11.204980 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f389bad2-610c-453b-86b6-3e2349857f94 req-73a97968-5e8f-480f-9867-5e8f932ac119 service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2287624
Apr 19 18:30:11.226635 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1642508374-network', 'tenant_id': '959fdf3905b24438a41088821d4aef95'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:30:11.234655 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:11.235405 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port e7f46757-ad1c-4db6-a7ba-732e7688475f triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:30:11.236268 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:11.244515 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Usage tracker for resource:network and tenant:959fdf3905b24438a41088821d4aef95 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:11.253609 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:11.268320 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:11.310120 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Made reservation on behalf of 959fdf3905b24438a41088821d4aef95 for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:30:11.315110 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:11.356709 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:11.377290 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:11.383692 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Usage tracker for resource:security_group_rule and tenant:959fdf3905b24438a41088821d4aef95 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:11.387102 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:11.399543 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-7b3c7933-7a5b-490c-829e-7afb16c515ed service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8900588
Apr 19 18:30:11.399737 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:11.515362 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:11.518978 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:11.524655 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e2334bff-26ef-4007-bc9f-f6b50eab9b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:11.583842 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364}  {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:30:11.605068 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7781a828-569b-4380-b8e1-09b1bd4affe5,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:11.611575 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:11.612089 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Added segment a6c9ca9a-4aa3-4319-b1c4-81940ab4c960 of type vlan for network 62aa36ad-bf55-4f4c-9167-fbc78e23fb4f
Apr 19 18:30:11.618592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:11.646293 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:11.684354 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:11.686171 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:11.687010 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:11.713177 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:11.743016 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da632c62-64a6-461c-ad80-2c8881e5d79d', 'tag': 'dd61242b-ad3f-47cd-be6e-08c0e954483c'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:30:11.749652 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9acb4364-1709-46fa-b96c-5db9fa6e4545 req-96efe7d8-988b-4c78-97f6-0b4425ea0b69 service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3363729
Apr 19 18:30:11.765509 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:11.770988 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b5f7917e-58ae-4f70-a21d-80d4b718ddd3 req-481e6066-e5f8-46d0-9240-a9a8179451f3 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 210 time: 0.3814509
Apr 19 18:30:11.781686 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-f8a34d67-1212-4e4e-95c7-d01951aadff0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:11.783290 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-f8a34d67-1212-4e4e-95c7-d01951aadff0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.13 "GET /v2.0/networks?id=99be9128-c693-427e-921b-a550e9df2043 HTTP/1.1" status: 200  len: 811 time: 0.9025795
Apr 19 18:30:11.857443 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port e7f46757-ad1c-4db6-a7ba-732e7688475f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7f46757-ad1c-4db6-a7ba-732e7688475f,segment=NetworkSegment(ed422bf3-06e5-4eca-8cb7-0a83dfc79bed),segment_id=ed422bf3-06e5-4eca-8cb7-0a83dfc79bed)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:11.861260 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447886ad-8ecf-402b-984d-ddf89c21c61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f46757-ad1c-4db6-a7ba-732e7688475f'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:30:11.878933 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:11.886040 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:11.910995 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Pushing event updated for resources: {'Network': ['ID=62aa36ad-bf55-4f4c-9167-fbc78e23fb4f,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:11.914753 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd822c02-9e7f-4c8f-9b69-4fe4d0399f2e req-c5ed25dd-16f4-45fb-add9-050f52fdd86b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:11.920485 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:11.922382 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.0817189
Apr 19 18:30:11.928615 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dd822c02-9e7f-4c8f-9b69-4fe4d0399f2e req-c5ed25dd-16f4-45fb-add9-050f52fdd86b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 943 time: 0.6200109
Apr 19 18:30:11.928763 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51098) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:11.941322 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-7e24b689-5822-42b3-af06-02c6c1bae1c7 admin admin] Request body: {'subnet': {'network_id': '62aa36ad-bf55-4f4c-9167-fbc78e23fb4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1642508374-subnet', 'tenant_id': '959fdf3905b24438a41088821d4aef95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:30:11.951900 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-7e24b689-5822-42b3-af06-02c6c1bae1c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:11.961554 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-7e24b689-5822-42b3-af06-02c6c1bae1c7 admin admin] Usage tracker for resource:subnet and tenant:959fdf3905b24438a41088821d4aef95 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:11.964667 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-7e24b689-5822-42b3-af06-02c6c1bae1c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:11.981008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-7e24b689-5822-42b3-af06-02c6c1bae1c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:11.996066 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e24b689-5822-42b3-af06-02c6c1bae1c7 admin admin] Made reservation on behalf of 959fdf3905b24438a41088821d4aef95 for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:30:12.008150 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7e24b689-5822-42b3-af06-02c6c1bae1c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:12.027234 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=e7f46757-ad1c-4db6-a7ba-732e7688475f,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:12.038366 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:12.039510 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network 62aa36ad-bf55-4f4c-9167-fbc78e23fb4f details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:30:12.137085 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dd822c02-9e7f-4c8f-9b69-4fe4d0399f2e req-8d80251d-7166-4636-96ee-5e48af9790da tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978655
Apr 19 18:30:12.168347 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-a3311f3e-9f69-4bfe-bdbf-8d618f5dc381 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b234179720af4fd9b2d3f0aabf09fb91 HTTP/1.1" status: 200  len: 5704 time: 0.3662121
Apr 19 18:30:12.174928 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d5f659df-910a-4d28-924e-9c03e994e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:12.198155 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Request body: {'port': {'device_id': 'dcccde8e-1233-4bc9-ae04-68b9f2b535a7', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'admin_state_up': True, 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'security_groups': ['d4691490-9862-42d2-b5cb-4b2bfc42e0c7']}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:30:12.425474 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:12.567612 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:12.580072 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Usage tracker for resource:port and tenant:b234179720af4fd9b2d3f0aabf09fb91 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:12.583620 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:12.590707 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:12.617862 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Made reservation on behalf of b234179720af4fd9b2d3f0aabf09fb91 for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:30:12.625752 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:12.729973 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736689e-7292-4537-987d-eacbecc6a94e req-ec8237a0-cb42-4e96-9770-1557682f45a0 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:12.731576 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4736689e-7292-4537-987d-eacbecc6a94e req-ec8237a0-cb42-4e96-9770-1557682f45a0 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.3372443
Apr 19 18:30:12.846165 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7e24b689-5822-42b3-af06-02c6c1bae1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:12.853402 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e63141e9-314b-4b6c-a87e-ac15f1d20b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:12.889873 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Allocated IP 172.20.0.14 (99be9128-c693-427e-921b-a550e9df2043/065c4058-e54c-4e5a-b701-2bf0f3fd5623/0a04da3e-fadc-437e-b9f5-0d26718f7474) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:30:12.914434 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da632c62-64a6-461c-ad80-2c8881e5d79d', 'tag': 'dd61242b-ad3f-47cd-be6e-08c0e954483c', 'status': 'completed', 'code': 200}
Apr 19 18:30:12.931967 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4736689e-7292-4537-987d-eacbecc6a94e req-73091373-14dd-4291-ade5-3b0d99c2d4ad tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716000
Apr 19 18:30:12.955291 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e24b689-5822-42b3-af06-02c6c1bae1c7 admin admin] Checking segment: {'id': 'a6c9ca9a-4aa3-4319-b1c4-81940ab4c960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '62aa36ad-bf55-4f4c-9167-fbc78e23fb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:30:12.955684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e24b689-5822-42b3-af06-02c6c1bae1c7 admin admin] Network hostable DHCP agents. Network: 62aa36ad-bf55-4f4c-9167-fbc78e23fb4f, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:30:12.990868 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24b689-5822-42b3-af06-02c6c1bae1c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9b63962-ef1e-4ba7-a5c8-f0365840a014,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:12.994580 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-7e24b689-5822-42b3-af06-02c6c1bae1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:13.000872 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e24b689-5822-42b3-af06-02c6c1bae1c7 admin admin] Network 62aa36ad-bf55-4f4c-9167-fbc78e23fb4f is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:30:13.015489 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-7e24b689-5822-42b3-af06-02c6c1bae1c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, 62aa36ad-bf55-4f4c-9167-fbc78e23fb4f) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:30:13.025121 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7183d9a1-9178-4410-a2da-0d0b002a18c1 None None] Network 62aa36ad-bf55-4f4c-9167-fbc78e23fb4f requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:30:13.030183 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e24b689-5822-42b3-af06-02c6c1bae1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:13.031059 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7e24b689-5822-42b3-af06-02c6c1bae1c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:13.083222 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-7e24b689-5822-42b3-af06-02c6c1bae1c7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1565742
Apr 19 18:30:13.366959 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cf49134c-22c8-45e1-b832-9111225b6c92 req-b8abb433-2cb8-4965-bf18-7ab854436115 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 210 time: 0.1485233
Apr 19 18:30:13.408122 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5469b72-27d9-4d33-bdc9-74d6c399007f req-cf47557a-a495-4c01-be9e-3b6d789ec5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:13.418855 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a5469b72-27d9-4d33-bdc9-74d6c399007f req-cf47557a-a495-4c01-be9e-3b6d789ec5f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd6d3dff6251456ab69d797d216f3c79&device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 1096 time: 0.4762354
Apr 19 18:30:13.475168 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447886ad-8ecf-402b-984d-ddf89c21c61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f46757-ad1c-4db6-a7ba-732e7688475f', 'code': 200}
Apr 19 18:30:13.511284 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939c959-e4d3-414b-bdb7-4c321ed208b6 req-01311530-a8eb-4e3e-830d-d36b4bf1bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:13.513667 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e939c959-e4d3-414b-bdb7-4c321ed208b6 req-01311530-a8eb-4e3e-830d-d36b4bf1bf67 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 1098 time: 0.1111946
Apr 19 18:30:13.573812 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 717c7936-7304-41ca-95a4-58008b460a06 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:30:13.619382 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e939c959-e4d3-414b-bdb7-4c321ed208b6 req-d8a63495-7f33-491c-8214-2915d3d86022 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988073
Apr 19 18:30:13.739563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5469b72-27d9-4d33-bdc9-74d6c399007f req-a787b30f-fd26-4025-9b12-2301ea660d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:13.741173 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a5469b72-27d9-4d33-bdc9-74d6c399007f req-a787b30f-fd26-4025-9b12-2301ea660d3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=acd59ac1-d427-4149-8d1a-2f550ec235ed HTTP/1.1" status: 200  len: 919 time: 0.3099113
Apr 19 18:30:13.777741 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 717c7936-7304-41ca-95a4-58008b460a06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=717c7936-7304-41ca-95a4-58008b460a06,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:13.801344 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': '717c7936-7304-41ca-95a4-58008b460a06', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'port_id': '717c7936-7304-41ca-95a4-58008b460a06', 'mac_address': 'fa:16:3e:8f:90:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:30:13.851676 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a5469b72-27d9-4d33-bdc9-74d6c399007f req-408ae7e6-aa99-4d0b-bdc6-2203002816e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd61242b-ad3f-47cd-be6e-08c0e954483c HTTP/1.1" status: 200  len: 217 time: 0.0927413
Apr 19 18:30:13.856604 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807672b7-9a91-4a28-be46-81ed34c74330 None None] Network 62aa36ad-bf55-4f4c-9167-fbc78e23fb4f requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:30:13.918592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:13.953086 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5469b72-27d9-4d33-bdc9-74d6c399007f req-fb31b08a-4f80-4289-ad4d-bd88388db8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:13.954706 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a5469b72-27d9-4d33-bdc9-74d6c399007f req-fb31b08a-4f80-4289-ad4d-bd88388db8fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1939f7f6-46d3-4a60-90df-2e2254de6630 HTTP/1.1" status: 200  len: 858 time: 0.0870919
Apr 19 18:30:13.984403 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a925234-c957-48b5-8324-d732c9599895 req-0fe96d73-7d78-4a69-8593-d694d5f5ff85 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:13.986398 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5a925234-c957-48b5-8324-d732c9599895 req-0fe96d73-7d78-4a69-8593-d694d5f5ff85 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 943 time: 0.3824799
Apr 19 18:30:14.041198 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a5469b72-27d9-4d33-bdc9-74d6c399007f req-63c9bbb9-918a-4fd7-b517-aad3949d8bef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=acd59ac1-d427-4149-8d1a-2f550ec235ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0719144
Apr 19 18:30:14.086715 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Transition to ACTIVE for port object 0a04da3e-fadc-437e-b9f5-0d26718f7474 will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:30:14.241141 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:14.253818 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51192) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:14.260691 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2081127058-network', 'tenant_id': '44f57b80c7bb4e93bee4f077be94a461'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:30:14.265833 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717c7936-7304-41ca-95a4-58008b460a06 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:30:14.268561 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 51196) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:14.279088 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0faed45d-d079-4309-86e7-3b94a7989228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:14.286737 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:14.291838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Usage tracker for resource:network and tenant:44f57b80c7bb4e93bee4f077be94a461 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:14.296035 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 717c7936-7304-41ca-95a4-58008b460a06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=717c7936-7304-41ca-95a4-58008b460a06,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:14.297219 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:14.300662 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:14.303111 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:14.314502 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:14.338492 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Made reservation on behalf of 44f57b80c7bb4e93bee4f077be94a461 for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:30:14.343339 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:14.357878 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:14.374696 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:14.378931 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Usage tracker for resource:security_group_rule and tenant:44f57b80c7bb4e93bee4f077be94a461 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:14.382225 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:14.389482 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=717c7936-7304-41ca-95a4-58008b460a06,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:14.390311 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:14.393258 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:14.416458 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5a925234-c957-48b5-8324-d732c9599895 req-efbe2144-2d2e-4c70-aee4-11bc73a41af0 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3741446
Apr 19 18:30:14.432498 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a5469b72-27d9-4d33-bdc9-74d6c399007f req-5a16157d-56d4-451c-b4df-ba407ef6eea7 service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3605230
Apr 19 18:30:14.499267 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:14.502800 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:14.526604 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361}  {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:30:14.554653 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['717c7936-7304-41ca-95a4-58008b460a06'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:30:14.562615 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:14.570008 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Added segment d776b1e5-9a0f-40df-b828-adeb040b2cb1 of type vlan for network 5faa811f-2c8b-44eb-9e80-3c1e63cd9f0f
Apr 19 18:30:14.629712 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:14.711896 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f461fdf-c13a-4812-b588-0009bcca2c78 req-34ebcc57-6794-4c0c-a5b1-57bbbeaed1b5 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:14.713937 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4f461fdf-c13a-4812-b588-0009bcca2c78 req-34ebcc57-6794-4c0c-a5b1-57bbbeaed1b5 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 945 time: 0.4425573
Apr 19 18:30:14.756732 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9ac9296d-0f2f-4752-869b-f9fddb5af18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:14.809112 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:14.814695 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:14.815350 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:14.822569 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde314be-b46f-47ce-adbc-317d77573771,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:14.833678 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:14.834230 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:15.003104 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Pushing event updated for resources: {'Network': ['ID=5faa811f-2c8b-44eb-9e80-3c1e63cd9f0f,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:15.006729 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.7517674
Apr 19 18:30:15.007771 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:15.015407 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network 5faa811f-2c8b-44eb-9e80-3c1e63cd9f0f details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:30:15.021464 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51222) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:15.029664 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-a5bfe49b-9c6f-41de-8177-06f790eaba44 admin admin] Request body: {'subnet': {'network_id': '5faa811f-2c8b-44eb-9e80-3c1e63cd9f0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2081127058-subnet', 'tenant_id': '44f57b80c7bb4e93bee4f077be94a461', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:30:15.036017 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a5bfe49b-9c6f-41de-8177-06f790eaba44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:15.039776 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a5bfe49b-9c6f-41de-8177-06f790eaba44 admin admin] Usage tracker for resource:subnet and tenant:44f57b80c7bb4e93bee4f077be94a461 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:15.043815 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a5bfe49b-9c6f-41de-8177-06f790eaba44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:15.050857 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a5bfe49b-9c6f-41de-8177-06f790eaba44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:15.062122 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bfe49b-9c6f-41de-8177-06f790eaba44 admin admin] Made reservation on behalf of 44f57b80c7bb4e93bee4f077be94a461 for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:30:15.066960 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a5bfe49b-9c6f-41de-8177-06f790eaba44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:15.075019 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a0b3b489-823b-4575-9155-15cdcf233591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:15.116830 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-49a854ee-1c46-40ba-8933-711c7e628cf7 req-fb214bde-47ea-4ca9-8293-8b9801a62e6c tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 210 time: 0.4015701
Apr 19 18:30:15.157109 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device dd61242b-ad3f-47cd-be6e-08c0e954483c details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:30:15.162988 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4f461fdf-c13a-4812-b588-0009bcca2c78 req-2ae67adb-e230-4b79-b45b-27d0a37913f3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1294146
Apr 19 18:30:15.166331 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a0b3b489-823b-4575-9155-15cdcf233591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:15.170041 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:15.177072 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a0b3b489-823b-4575-9155-15cdcf233591 admin admin] Usage tracker for resource:security_group_rule and tenant:88255880196b46e48de9b74a9a3db22a is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:15.191287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a0b3b489-823b-4575-9155-15cdcf233591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:15.210783 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:15.253398 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a0b3b489-823b-4575-9155-15cdcf233591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:15.318235 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Network 99be9128-c693-427e-921b-a550e9df2043 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:30:15.342907 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:30:15.360603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:15.363472 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:30:15.371114 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:15.371418 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:15.378429 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a5469b72-27d9-4d33-bdc9-74d6c399007f req-67cd6bda-e52e-4804-ba23-1f148f86cbac service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9259984
Apr 19 18:30:15.379623 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Pushing event updated for resources: {'Port': ['ID=0a04da3e-fadc-437e-b9f5-0d26718f7474,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:15.392227 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:15.419216 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2426548
Apr 19 18:30:15.441162 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Request body: {'port': {'device_id': 'dcccde8e-1233-4bc9-ae04-68b9f2b535a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:30:15.444656 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port dd61242b-ad3f-47cd-be6e-08c0e954483c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dd61242b-ad3f-47cd-be6e-08c0e954483c,segment=NetworkSegment(ed422bf3-06e5-4eca-8cb7-0a83dfc79bed),segment_id=ed422bf3-06e5-4eca-8cb7-0a83dfc79bed)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:15.476417 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': 'dd61242b-ad3f-47cd-be6e-08c0e954483c', 'network_id': 'acd59ac1-d427-4149-8d1a-2f550ec235ed', 'port_id': 'dd61242b-ad3f-47cd-be6e-08c0e954483c', 'mac_address': 'fa:16:3e:02:71:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1939f7f6-46d3-4a60-90df-2e2254de6630', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:30:15.560838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:15.586481 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd61242b-ad3f-47cd-be6e-08c0e954483c {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:30:15.627604 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:15.648432 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 51238) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:15.649143 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-40312cef-841a-46ed-8f71-ce8b64980862 None None] Provisioning for port 0a04da3e-fadc-437e-b9f5-0d26718f7474 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:30:15.659411 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-40312cef-841a-46ed-8f71-ce8b64980862 None None] Provisioning complete for port 0a04da3e-fadc-437e-b9f5-0d26718f7474 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:30:15.659829 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-40312cef-841a-46ed-8f71-ce8b64980862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:15.682786 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a5bfe49b-9c6f-41de-8177-06f790eaba44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:15.689065 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-da2f98dd-4115-46f9-a378-4b1ed8b069eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:15.694772 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port dd61242b-ad3f-47cd-be6e-08c0e954483c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dd61242b-ad3f-47cd-be6e-08c0e954483c,segment=NetworkSegment(ed422bf3-06e5-4eca-8cb7-0a83dfc79bed),segment_id=ed422bf3-06e5-4eca-8cb7-0a83dfc79bed)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:15.710039 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:15.714433 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:15.777206 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfe49b-9c6f-41de-8177-06f790eaba44 admin admin] Checking segment: {'id': 'd776b1e5-9a0f-40df-b828-adeb040b2cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '5faa811f-2c8b-44eb-9e80-3c1e63cd9f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:30:15.777661 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bfe49b-9c6f-41de-8177-06f790eaba44 admin admin] Network hostable DHCP agents. Network: 5faa811f-2c8b-44eb-9e80-3c1e63cd9f0f, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:30:15.794222 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfe49b-9c6f-41de-8177-06f790eaba44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13328a26-a262-4d73-9401-56712b5d0952,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:15.799072 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a5bfe49b-9c6f-41de-8177-06f790eaba44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:15.804400 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bfe49b-9c6f-41de-8177-06f790eaba44 admin admin] Network 5faa811f-2c8b-44eb-9e80-3c1e63cd9f0f is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:30:15.811774 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:15.814530 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-a5bfe49b-9c6f-41de-8177-06f790eaba44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, 5faa811f-2c8b-44eb-9e80-3c1e63cd9f0f) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:30:15.821600 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bfe49b-9c6f-41de-8177-06f790eaba44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:15.822536 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a5bfe49b-9c6f-41de-8177-06f790eaba44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:15.836170 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662e1846-8d7b-4a87-8f08-2e971c552c3f None None] Network 5faa811f-2c8b-44eb-9e80-3c1e63cd9f0f requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:30:15.843596 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-a5bfe49b-9c6f-41de-8177-06f790eaba44 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8205554
Apr 19 18:30:15.860444 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=dd61242b-ad3f-47cd-be6e-08c0e954483c,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:15.875075 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:15.936379 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-40312cef-841a-46ed-8f71-ce8b64980862 None None] Port 0a04da3e-fadc-437e-b9f5-0d26718f7474 cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:30:15.960843 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['dd61242b-ad3f-47cd-be6e-08c0e954483c'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:30:16.078332 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51254) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:16.084770 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-780ef8f3-143e-4cdc-901c-b8a2c5f0f561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:16.171832 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a04da3e-fadc-437e-b9f5-0d26718f7474 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:30:16.181129 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:16.198737 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Transition to ACTIVE for port object 0a04da3e-fadc-437e-b9f5-0d26718f7474 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:30:16.200688 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc5e897-cfbc-4b7d-b9ec-16348cbd7b1c admin admin] Deleting subnet f9b63962-ef1e-4ba7-a5c8-f0365840a014 {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:30:16.210592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-780ef8f3-143e-4cdc-901c-b8a2c5f0f561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:16.212755 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e897-cfbc-4b7d-b9ec-16348cbd7b1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:16.215091 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-780ef8f3-143e-4cdc-901c-b8a2c5f0f561 admin admin] Usage tracker for resource:security_group_rule and tenant:16d942a3849d4ff4a7af426f29f6a32f is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:16.218257 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-780ef8f3-143e-4cdc-901c-b8a2c5f0f561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:16.225116 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-780ef8f3-143e-4cdc-901c-b8a2c5f0f561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:16.298362 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e897-cfbc-4b7d-b9ec-16348cbd7b1c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:16.298798 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db088a4a-fb9b-43e3-9210-bed999919f22 None None] Network 5faa811f-2c8b-44eb-9e80-3c1e63cd9f0f requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:30:16.306230 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e897-cfbc-4b7d-b9ec-16348cbd7b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492386'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:16.329842 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-780ef8f3-143e-4cdc-901c-b8a2c5f0f561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:16.336282 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:16.349096 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-780ef8f3-143e-4cdc-901c-b8a2c5f0f561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:16.376235 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:16.422267 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:16.605892 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-780ef8f3-143e-4cdc-901c-b8a2c5f0f561 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16d942a3849d4ff4a7af426f29f6a32f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9281018
Apr 19 18:30:16.608198 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51266) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:16.629592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e897-cfbc-4b7d-b9ec-16348cbd7b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851283430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:16.646528 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a0b3b489-823b-4575-9155-15cdcf233591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:16.647747 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ef8f3-143e-4cdc-901c-b8a2c5f0f561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1b7b4a-aa14-45a9-bd9b-e7157d6b203c,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:16.649559 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:16.657881 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-780ef8f3-143e-4cdc-901c-b8a2c5f0f561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:16.658693 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:16.691180 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a0b3b489-823b-4575-9155-15cdcf233591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:16.692766 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e897-cfbc-4b7d-b9ec-16348cbd7b1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:16.699243 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5e897-cfbc-4b7d-b9ec-16348cbd7b1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9b63962-ef1e-4ba7-a5c8-f0365840a014,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:16.709192 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-bcc5e897-cfbc-4b7d-b9ec-16348cbd7b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:16.712425 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-bcc5e897-cfbc-4b7d-b9ec-16348cbd7b1c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f9b63962-ef1e-4ba7-a5c8-f0365840a014 HTTP/1.1" status: 204  len: 168 time: 0.6330154
Apr 19 18:30:16.715948 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51270) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:16.748707 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d487c-287b-40d4-89e1-ca274a396e5f req-23238546-d321-4396-aaa2-f535949cac09 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:16.750355 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1d5d487c-287b-40d4-89e1-ca274a396e5f req-23238546-d321-4396-aaa2-f535949cac09 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 944 time: 1.0732594
Apr 19 18:30:16.777697 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Attempting to bind port 0a04da3e-fadc-437e-b9f5-0d26718f7474 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:30:16.778079 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Attempting to bind port 0a04da3e-fadc-437e-b9f5-0d26718f7474 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '54a66c03-0931-4a90-b1ab-ea061d30079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99be9128-c693-427e-921b-a550e9df2043'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:30:16.778451 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Attempting to bind port 0a04da3e-fadc-437e-b9f5-0d26718f7474 on network 99be9128-c693-427e-921b-a550e9df2043 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:30:16.816436 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Port 0a04da3e-fadc-437e-b9f5-0d26718f7474 on network 99be9128-c693-427e-921b-a550e9df2043 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:30:16.816809 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Attempting to bind port 0a04da3e-fadc-437e-b9f5-0d26718f7474 on network 99be9128-c693-427e-921b-a550e9df2043 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:30:16.838792 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-a0b3b489-823b-4575-9155-15cdcf233591 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88255880196b46e48de9b74a9a3db22a&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5459116
Apr 19 18:30:16.839275 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:30:16.839629 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Checking segment: {'id': '54a66c03-0931-4a90-b1ab-ea061d30079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99be9128-c693-427e-921b-a550e9df2043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:30:16.840261 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Bound using segment: {'id': '54a66c03-0931-4a90-b1ab-ea061d30079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99be9128-c693-427e-921b-a550e9df2043'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:30:16.840521 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Bound port: 0a04da3e-fadc-437e-b9f5-0d26718f7474, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a66c03-0931-4a90-b1ab-ea061d30079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99be9128-c693-427e-921b-a550e9df2043'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:30:16.840631 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0f86cd6d-289a-4261-8bee-11654e69d739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:16.840914 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:16.842789 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51276) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:16.851590 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Pushing event updated for resources: {'Port': ['ID=0a04da3e-fadc-437e-b9f5-0d26718f7474,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:16.863183 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:16.870866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-eda922d3-62e5-47f9-8e2a-856beb7a1bdb tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:16.878536 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3659374'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:16.905365 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280baa1-6a08-40cf-9a62-d48506838f29 req-27867b34-69f8-406e-a894-c69c1b652ab0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:16.906177 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-5280baa1-6a08-40cf-9a62-d48506838f29 req-27867b34-69f8-406e-a894-c69c1b652ab0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Synchronizing usage tracker for tenant:b234179720af4fd9b2d3f0aabf09fb91 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:30:16.925190 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0f86cd6d-289a-4261-8bee-11654e69d739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:16.953191 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1d5d487c-287b-40d4-89e1-ca274a396e5f req-fb577f02-def1-4e67-a8dd-f6edddb643ea tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1893606
Apr 19 18:30:16.985813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3b489-823b-4575-9155-15cdcf233591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40fc301-45d8-4eba-bbad-77529e503e28,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:16.994151 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a0b3b489-823b-4575-9155-15cdcf233591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:17.010654 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-5280baa1-6a08-40cf-9a62-d48506838f29 req-27867b34-69f8-406e-a894-c69c1b652ab0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Unset dirty status for tenant:b234179720af4fd9b2d3f0aabf09fb91 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:30:17.011971 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5280baa1-6a08-40cf-9a62-d48506838f29 req-27867b34-69f8-406e-a894-c69c1b652ab0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 944 time: 0.6528208
Apr 19 18:30:17.024817 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f736ef3a-50ee-4d3d-b0bb-b1272a8ffcaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:17.047760 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] For port 0a04da3e-fadc-437e-b9f5-0d26718f7474, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:30:17.069884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] For port 0a04da3e-fadc-437e-b9f5-0d26718f7474, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0a04da3e-fadc-437e-b9f5-0d26718f7474,segment=NetworkSegment(54a66c03-0931-4a90-b1ab-ea061d30079d),segment_id=54a66c03-0931-4a90-b1ab-ea061d30079d)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:30:17.115774 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:17.125597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device dd61242b-ad3f-47cd-be6e-08c0e954483c up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:30:17.141893 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851283337', 'neutron.services.segments.db._delete_segments_for_network-8757708639347'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:17.158316 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f736ef3a-50ee-4d3d-b0bb-b1272a8ffcaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:17.159004 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5280baa1-6a08-40cf-9a62-d48506838f29 req-a5d57493-f667-4699-a2ab-edd0df3587d6 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1375031
Apr 19 18:30:17.159854 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-64e41a66-118b-4245-b50f-4a38398a2ae9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:17.215662 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:17.217219 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:17.219044 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] 10.222.0.13 "PUT /v2.0/ports/0a04da3e-fadc-437e-b9f5-0d26718f7474 HTTP/1.1" status: 200  len: 1094 time: 1.7877755
Apr 19 18:30:17.219828 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port dd61242b-ad3f-47cd-be6e-08c0e954483c completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:30:17.226164 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port dd61242b-ad3f-47cd-be6e-08c0e954483c triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:30:17.226582 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:17.240719 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcccde8e-1233-4bc9-ae04-68b9f2b535a7', 'tag': '0a04da3e-fadc-437e-b9f5-0d26718f7474'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:30:17.300860 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f736ef3a-50ee-4d3d-b0bb-b1272a8ffcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:17.304814 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0f86cd6d-289a-4261-8bee-11654e69d739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:17.319712 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3c0d5156-9355-48eb-b750-3093c998a573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:17.343925 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0f86cd6d-289a-4261-8bee-11654e69d739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:17.345124 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-0f86cd6d-289a-4261-8bee-11654e69d739 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca1b7b4a-aa14-45a9-bd9b-e7157d6b203c HTTP/1.1" status: 204  len: 168 time: 0.7347541
Apr 19 18:30:17.345499 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736ef3a-50ee-4d3d-b0bb-b1272a8ffcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40fc301-45d8-4eba-bbad-77529e503e28,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:17.352215 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcccde8e-1233-4bc9-ae04-68b9f2b535a7', 'tag': '0a04da3e-fadc-437e-b9f5-0d26718f7474', 'status': 'completed', 'code': 200}
Apr 19 18:30:17.363920 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86cd6d-289a-4261-8bee-11654e69d739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1b7b4a-aa14-45a9-bd9b-e7157d6b203c,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:17.375509 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0f86cd6d-289a-4261-8bee-11654e69d739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:17.386596 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:17.387025 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:17.391403 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Pushing event updated for resources: {'Port': ['ID=0a04da3e-fadc-437e-b9f5-0d26718f7474,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:17.392160 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f736ef3a-50ee-4d3d-b0bb-b1272a8ffcaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:17.395983 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f736ef3a-50ee-4d3d-b0bb-b1272a8ffcaa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c40fc301-45d8-4eba-bbad-77529e503e28 HTTP/1.1" status: 204  len: 168 time: 0.5455163
Apr 19 18:30:17.396061 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:17.438502 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f70faf16048>> segment before_delete 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:30:17.438920 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f70faf16048>> subnet precommit_delete_associations 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:30:17.439751 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f70fae29ef0>> segment_host_mapping after_create 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:30:17.440140 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f70fae29ef0>> port after_create 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:30:17.440502 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f70fae29ef0>> port after_delete 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:30:17.440865 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f70fae29ef0>> port after_update 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:30:17.441293 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f70fae29ef0>> segment after_delete 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:30:17.441560 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f70fae29ef0>> subnet after_create 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:30:17.441941 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f70fae29ef0>> subnet after_delete 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:30:17.442299 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f70fae29ef0>> subnet after_update 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:30:17.464560 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:17.465880 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daf016-1a34-4bd1-a934-60e85ee06dae req-28c4482e-836e-4cff-9bf7-c3f7f1b6e387 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:17.467614 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d2daf016-1a34-4bd1-a934-60e85ee06dae req-28c4482e-836e-4cff-9bf7-c3f7f1b6e387 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 945 time: 0.3954263
Apr 19 18:30:17.519611 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7100226be0>> subnet after_create 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:30:17.520009 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7100226be0>> subnet after_delete 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:30:17.520384 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7100226be0>> subnet before_create 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:30:17.521138 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7100226be0>> subnet before_update 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:30:17.521872 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f70fae29780>,) {'filters': {'network_id': ['62aa36ad-bf55-4f4c-9167-fbc78e23fb4f']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:17.534543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port dd61242b-ad3f-47cd-be6e-08c0e954483c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dd61242b-ad3f-47cd-be6e-08c0e954483c,segment=NetworkSegment(ed422bf3-06e5-4eca-8cb7-0a83dfc79bed),segment_id=ed422bf3-06e5-4eca-8cb7-0a83dfc79bed)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:17.535649 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da632c62-64a6-461c-ad80-2c8881e5d79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd61242b-ad3f-47cd-be6e-08c0e954483c'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:30:17.541857 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:17.542775 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 717c7936-7304-41ca-95a4-58008b460a06 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:30:17.543491 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-b65a59b8-fdb5-4fa0-b0a4-ca9b9c1b752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:17.545133 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-b65a59b8-fdb5-4fa0-b0a4-ca9b9c1b752d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b234179720af4fd9b2d3f0aabf09fb91&device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 1097 time: 0.2593253
Apr 19 18:30:17.546437 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fae29780>, 'a6c9ca9a-4aa3-4319-b1c4-81940ab4c960') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:17.546775 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fae29780>, 'a6c9ca9a-4aa3-4319-b1c4-81940ab4c960') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:17.573758 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279146027619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036322996651'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:17.602765 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:17.623539 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da632c62-64a6-461c-ad80-2c8881e5d79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd61242b-ad3f-47cd-be6e-08c0e954483c', 'code': 200}
Apr 19 18:30:17.624107 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d757e384-1a62-4a65-8f14-773de9ab7bcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:17.625352 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:30:17.664338 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d2daf016-1a34-4bd1-a934-60e85ee06dae req-b0ed0dd9-d91a-4be8-b33f-3299d6f8c60d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1723711
Apr 19 18:30:17.693852 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-9abadbfa-4aeb-4ebc-8f87-3530282db359 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a04da3e-fadc-437e-b9f5-0d26718f7474 HTTP/1.1" status: 200  len: 217 time: 0.1193557
Apr 19 18:30:17.782002 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port 717c7936-7304-41ca-95a4-58008b460a06 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:30:17.797332 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port 717c7936-7304-41ca-95a4-58008b460a06 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:30:17.797813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:17.849612 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-5b395cc6-6efe-4e4c-b05a-8d328b6e4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:17.851190 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-5b395cc6-6efe-4e4c-b05a-8d328b6e4881 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=065c4058-e54c-4e5a-b701-2bf0f3fd5623 HTTP/1.1" status: 200  len: 850 time: 0.1489494
Apr 19 18:30:17.872133 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=dd61242b-ad3f-47cd-be6e-08c0e954483c,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:17.877739 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:17.908562 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Network 62aa36ad-bf55-4f4c-9167-fbc78e23fb4f has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:30:17.935675 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3576371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531857086'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:17.970019 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:17.989287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 51298) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:18.057553 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 717c7936-7304-41ca-95a4-58008b460a06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=717c7936-7304-41ca-95a4-58008b460a06,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:18.063362 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:18.071146 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:18.092130 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e01fd1b8-8548-425a-b0c3-2bf4826886ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:18.151695 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e01fd1b8-8548-425a-b0c3-2bf4826886ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:18.191328 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e01fd1b8-8548-425a-b0c3-2bf4826886ba admin admin] Usage tracker for resource:security_group_rule and tenant:3ee0f0751a8643509581ab06041f38ff is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:18.209319 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e01fd1b8-8548-425a-b0c3-2bf4826886ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:18.230481 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=717c7936-7304-41ca-95a4-58008b460a06,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:18.236207 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e01fd1b8-8548-425a-b0c3-2bf4826886ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:18.236954 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:18.305017 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 51308) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:18.398414 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 51314) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:18.448981 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-a7f87fa0-0d69-4651-b3d3-01d1ea0d6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:18.450665 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-a7f87fa0-0d69-4651-b3d3-01d1ea0d6831 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99be9128-c693-427e-921b-a550e9df2043&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4596944
Apr 19 18:30:18.468301 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Network 62aa36ad-bf55-4f4c-9167-fbc78e23fb4f has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:30:18.469756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-998192da-ab57-4b74-8f78-102d3ca6eea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   from cryptography.utils import int_from_bytes
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   from cryptography.utils import int_from_bytes
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   (rel_b, rel_a, rel_b),
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   (rel_b, rel_a, rel_b),
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]: Traceback (most recent call last):
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:     timer()
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:     cb(*args, **kw)
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:     return func(*args, **kwargs)
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:     self._notify()
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:     self.callback(batched_events)
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:     event.method(event)
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:     segment_id)['aggregates'][0]
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:     return f(self, *a, **k)
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self._get(url).json()
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:     **kwargs)
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:     **endpoint_filter)
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:30:18.495286 dv-cinder-786928-1-iscsi neutron-server[86197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:30:18.508195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667e508-6ecd-4594-a8c8-344726fc0136 req-e7a6c1cb-e0c8-402d-88c0-1ccd0004d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:18.509818 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f667e508-6ecd-4594-a8c8-344726fc0136 req-e7a6c1cb-e0c8-402d-88c0-1ccd0004d0db service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 1098 time: 0.6130223
Apr 19 18:30:18.579680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636034'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:18.584681 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e2a5f2e7-7b4d-4ab8-be19-0f6338e4ac0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:18.602149 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:18.610611 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Pushing event deleted for resources: {'Network': ['ID=62aa36ad-bf55-4f4c-9167-fbc78e23fb4f,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:18.613786 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] 10.222.0.49 "DELETE /v2.0/networks/62aa36ad-bf55-4f4c-9167-fbc78e23fb4f HTTP/1.1" status: 204  len: 168 time: 1.8962948
Apr 19 18:30:18.614762 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:18.614893 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-998192da-ab57-4b74-8f78-102d3ca6eea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:18.617660 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51318) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:18.694323 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8cfada2-32fc-4737-854e-e066634ec1f1 admin admin] Deleting subnet 13328a26-a262-4d73-9401-56712b5d0952 {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:30:18.698224 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8cfada2-32fc-4737-854e-e066634ec1f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:18.754992 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8cfada2-32fc-4737-854e-e066634ec1f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531779165'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:18.815697 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8cfada2-32fc-4737-854e-e066634ec1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492386'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:18.826596 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-998192da-ab57-4b74-8f78-102d3ca6eea6 admin admin] Usage tracker for resource:security_group_rule and tenant:5cb583ff9e3640998b2d969f3e7942da is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:18.852981 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-998192da-ab57-4b74-8f78-102d3ca6eea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:18.873933 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-998192da-ab57-4b74-8f78-102d3ca6eea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:18.898098 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bfab2bf8-ae43-4f59-980a-3eae5d6803d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:18.915239 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18d5ce-be45-4f78-8642-a4cfd9ff83bc req-5b4963d9-6818-4efb-b3e9-dc755ab3275b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:18.916836 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6d18d5ce-be45-4f78-8642-a4cfd9ff83bc req-5b4963d9-6818-4efb-b3e9-dc755ab3275b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.7155449
Apr 19 18:30:18.991196 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-bfab2bf8-ae43-4f59-980a-3eae5d6803d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:19.000860 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f667e508-6ecd-4594-a8c8-344726fc0136 req-51d7bffc-cf7a-4433-a83d-e35efb416afb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4141154
Apr 19 18:30:19.037348 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a14aa-3112-4ec9-a930-f3e5212115de req-5efe8d5a-f774-4e65-a8bd-a92b940305b4 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:19.038940 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b12a14aa-3112-4ec9-a930-f3e5212115de req-5efe8d5a-f774-4e65-a8bd-a92b940305b4 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 944 time: 0.7063644
Apr 19 18:30:19.047550 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-bfab2bf8-ae43-4f59-980a-3eae5d6803d5 admin admin] Usage tracker for resource:security_group_rule and tenant:fce48e31006d4283b4bc8cf28eddfad0 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:19.079317 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-bfab2bf8-ae43-4f59-980a-3eae5d6803d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:19.080405 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8cfada2-32fc-4737-854e-e066634ec1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851283430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036322922211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2060568'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:19.091588 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:19.105353 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-fb8b1617-96f9-43eb-9b64-89da1d8e27c0 service neutron] 10.222.0.13 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6384952
Apr 19 18:30:19.107770 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-bfab2bf8-ae43-4f59-980a-3eae5d6803d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:19.120148 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e01fd1b8-8548-425a-b0c3-2bf4826886ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:19.127042 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8cfada2-32fc-4737-854e-e066634ec1f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:19.138787 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfada2-32fc-4737-854e-e066634ec1f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13328a26-a262-4d73-9401-56712b5d0952,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:19.148989 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f8cfada2-32fc-4737-854e-e066634ec1f1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/13328a26-a262-4d73-9401-56712b5d0952 HTTP/1.1" status: 204  len: 168 time: 0.5278239
Apr 19 18:30:19.148989 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f8cfada2-32fc-4737-854e-e066634ec1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:19.149606 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51328) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:19.180892 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6d18d5ce-be45-4f78-8642-a4cfd9ff83bc req-45d9d76b-1f33-4587-8ce1-6236ed8d9776 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2503579
Apr 19 18:30:19.181530 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e01fd1b8-8548-425a-b0c3-2bf4826886ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:19.199498 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:19.290126 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b48d7368-43fe-42d5-a328-3ae442830aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3659374'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:19.300830 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fd1b8-8548-425a-b0c3-2bf4826886ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b164494d-4d23-4d4d-94b1-e9731769e2e2,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:19.314142 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b12a14aa-3112-4ec9-a930-f3e5212115de req-3631d305-8cf4-4fdd-92c0-e80dbad2ca82 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2618806
Apr 19 18:30:19.318301 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e01fd1b8-8548-425a-b0c3-2bf4826886ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:19.408167 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e01fd1b8-8548-425a-b0c3-2bf4826886ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ee0f0751a8643509581ab06041f38ff&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3617392
Apr 19 18:30:19.415448 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51332) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:19.456593 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b48d7368-43fe-42d5-a328-3ae442830aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851283337', 'neutron.services.segments.db._delete_segments_for_network-8757708639347'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:19.517841 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-998192da-ab57-4b74-8f78-102d3ca6eea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:19.531090 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-998192da-ab57-4b74-8f78-102d3ca6eea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:19.539445 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3428252-34c4-4510-bd9e-589e67cc7e27 req-024430e5-ad08-4aab-9972-202c6778be61 service neutron] 10.222.0.13 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4100623
Apr 19 18:30:19.546942 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8ef58742-a9b7-41f4-908d-5cb0a90921eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:19.604218 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-304aee3b-f062-44f2-bc30-6ffeacfcbf42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:19.615775 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-b48d7368-43fe-42d5-a328-3ae442830aae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f70fae55eb8>,) {'filters': {'network_id': ['5faa811f-2c8b-44eb-9e80-3c1e63cd9f0f']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:19.624523 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57904224-ede3-429d-9934-bf1994652a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717c7936-7304-41ca-95a4-58008b460a06'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:30:19.643679 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-b48d7368-43fe-42d5-a328-3ae442830aae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fae55eb8>, 'd776b1e5-9a0f-40df-b828-adeb040b2cb1') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:19.644017 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-b48d7368-43fe-42d5-a328-3ae442830aae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fae55eb8>, 'd776b1e5-9a0f-40df-b828-adeb040b2cb1') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:19.645884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998192da-ab57-4b74-8f78-102d3ca6eea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e302ba-252a-4ced-9635-54f3c47b161d,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:19.661931 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-304aee3b-f062-44f2-bc30-6ffeacfcbf42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:19.665871 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-998192da-ab57-4b74-8f78-102d3ca6eea6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5cb583ff9e3640998b2d969f3e7942da&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2519674
Apr 19 18:30:19.669839 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 51338) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:19.669974 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b48d7368-43fe-42d5-a328-3ae442830aae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279146027619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036322996651'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:19.676036 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-998192da-ab57-4b74-8f78-102d3ca6eea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:19.679035 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57904224-ede3-429d-9934-bf1994652a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717c7936-7304-41ca-95a4-58008b460a06', 'code': 200}
Apr 19 18:30:19.684463 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d811-c598-49ec-ae9a-378131a9f986 req-b5bcc8e2-6705-424c-891c-ae17ba6a7f5c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:19.686632 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dae2d811-c598-49ec-ae9a-378131a9f986 req-b5bcc8e2-6705-424c-891c-ae17ba6a7f5c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.3779781
Apr 19 18:30:19.694223 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bfab2bf8-ae43-4f59-980a-3eae5d6803d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:19.699478 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b48d7368-43fe-42d5-a328-3ae442830aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:19.719596 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48d7368-43fe-42d5-a328-3ae442830aae admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:30:19.724590 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bfab2bf8-ae43-4f59-980a-3eae5d6803d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:19.745015 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0f8e5d21-54ae-4558-85ac-ea231b82785b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:19.855537 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dae2d811-c598-49ec-ae9a-378131a9f986 req-c863a2ab-2d40-4379-989b-1cdb7f11ff49 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1585126
Apr 19 18:30:19.858343 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-bfab2bf8-ae43-4f59-980a-3eae5d6803d5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fce48e31006d4283b4bc8cf28eddfad0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5499446
Apr 19 18:30:19.860908 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab2bf8-ae43-4f59-980a-3eae5d6803d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e707692d-2d0a-47bc-aa7b-8fedfe8debb0,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:19.866861 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-bfab2bf8-ae43-4f59-980a-3eae5d6803d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:19.867355 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 51342) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:19.901214 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-304aee3b-f062-44f2-bc30-6ffeacfcbf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:19.905805 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f7e2a-c9df-4b12-9d9a-e0163d2216bd req-5ef63721-b61e-4120-bc7c-81d06f25f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:19.907461 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8a0f7e2a-c9df-4b12-9d9a-e0163d2216bd req-5ef63721-b61e-4120-bc7c-81d06f25f097 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b234179720af4fd9b2d3f0aabf09fb91&device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 1097 time: 0.3056521
Apr 19 18:30:19.914931 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b4dcb3fe-b151-4e96-a3b1-1af9b0538ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:19.920705 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:19.931209 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-b48d7368-43fe-42d5-a328-3ae442830aae admin admin] Network 5faa811f-2c8b-44eb-9e80-3c1e63cd9f0f has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:30:19.941699 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b48d7368-43fe-42d5-a328-3ae442830aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3576371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531857086'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:19.966243 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304aee3b-f062-44f2-bc30-6ffeacfcbf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b164494d-4d23-4d4d-94b1-e9731769e2e2,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:19.969249 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-304aee3b-f062-44f2-bc30-6ffeacfcbf42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:20.035294 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-304aee3b-f062-44f2-bc30-6ffeacfcbf42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:20.038969 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-304aee3b-f062-44f2-bc30-6ffeacfcbf42 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b164494d-4d23-4d4d-94b1-e9731769e2e2 HTTP/1.1" status: 204  len: 168 time: 0.6200545
Apr 19 18:30:20.107457 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b4dcb3fe-b151-4e96-a3b1-1af9b0538ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:20.145920 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a9da02e-882e-4b0f-87db-e21ccfbb7027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:20.197983 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-b48d7368-43fe-42d5-a328-3ae442830aae admin admin] Network 5faa811f-2c8b-44eb-9e80-3c1e63cd9f0f has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]: Traceback (most recent call last):
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:     timer()
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:     cb(*args, **kw)
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:     return func(*args, **kwargs)
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:     self._notify()
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:     self.callback(batched_events)
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:     event.method(event)
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:     segment_id)['aggregates'][0]
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:     return f(self, *a, **k)
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self._get(url).json()
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:     **kwargs)
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:     **endpoint_filter)
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:30:20.222603 dv-cinder-786928-1-iscsi neutron-server[86197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:30:20.300263 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b4dcb3fe-b151-4e96-a3b1-1af9b0538ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:20.312608 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b48d7368-43fe-42d5-a328-3ae442830aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636034'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:20.315097 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a9da02e-882e-4b0f-87db-e21ccfbb7027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:20.316825 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:20.330073 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-998192da-ab57-4b74-8f78-102d3ca6eea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:20.334856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b48d7368-43fe-42d5-a328-3ae442830aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:20.347843 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d7368-43fe-42d5-a328-3ae442830aae admin admin] Pushing event deleted for resources: {'Network': ['ID=5faa811f-2c8b-44eb-9e80-3c1e63cd9f0f,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:20.351009 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b48d7368-43fe-42d5-a328-3ae442830aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:20.355445 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-b48d7368-43fe-42d5-a328-3ae442830aae admin admin] 10.222.0.49 "DELETE /v2.0/networks/5faa811f-2c8b-44eb-9e80-3c1e63cd9f0f HTTP/1.1" status: 204  len: 168 time: 1.2020249
Apr 19 18:30:20.367349 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f7e2a-c9df-4b12-9d9a-e0163d2216bd req-6217c7e8-b815-4dc6-a6ca-5ca99a369830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:20.369753 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8a0f7e2a-c9df-4b12-9d9a-e0163d2216bd req-6217c7e8-b815-4dc6-a6ca-5ca99a369830 service neutron] 10.222.0.13 "GET /v2.0/networks?id=99be9128-c693-427e-921b-a550e9df2043 HTTP/1.1" status: 200  len: 912 time: 0.4323015
Apr 19 18:30:20.391135 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89c39b-2fd0-494a-93cb-17ec2d9d70da req-c047d749-7332-4573-8e2f-4eb48718eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:20.392951 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2c89c39b-2fd0-494a-93cb-17ec2d9d70da req-c047d749-7332-4573-8e2f-4eb48718eb84 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 1099 time: 0.4287305
Apr 19 18:30:20.478761 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dcb3fe-b151-4e96-a3b1-1af9b0538ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e302ba-252a-4ced-9635-54f3c47b161d,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:20.493819 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b4dcb3fe-b151-4e96-a3b1-1af9b0538ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:20.548484 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8a0f7e2a-c9df-4b12-9d9a-e0163d2216bd req-4d7ba5a8-6671-4788-bbcd-623a311e35f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a04da3e-fadc-437e-b9f5-0d26718f7474 HTTP/1.1" status: 200  len: 217 time: 0.1639326
Apr 19 18:30:20.657028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51366) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:20.701933 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a9da02e-882e-4b0f-87db-e21ccfbb7027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:20.713955 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-91a24812-ef8c-45e7-bec0-0d4046892686 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=959fdf3905b24438a41088821d4aef95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0529823
Apr 19 18:30:20.714363 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51370) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:20.745492 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-dcd9a69d-a6bd-41bd-90b2-02f96244d6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:20.754163 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b4dcb3fe-b151-4e96-a3b1-1af9b0538ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:20.757757 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-b4dcb3fe-b151-4e96-a3b1-1af9b0538ffa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5e302ba-252a-4ced-9635-54f3c47b161d HTTP/1.1" status: 204  len: 168 time: 1.0677760
Apr 19 18:30:20.767328 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2c89c39b-2fd0-494a-93cb-17ec2d9d70da req-bda1937e-2a2d-4978-9804-f35f540d78f4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2855496
Apr 19 18:30:20.775615 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9da02e-882e-4b0f-87db-e21ccfbb7027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e707692d-2d0a-47bc-aa7b-8fedfe8debb0,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:20.779607 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c6584cd7-9d3b-4482-b441-d3ea0d624a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:20.785122 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8a9da02e-882e-4b0f-87db-e21ccfbb7027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:20.786679 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a9da02e-882e-4b0f-87db-e21ccfbb7027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:20.790298 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-8a9da02e-882e-4b0f-87db-e21ccfbb7027 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e707692d-2d0a-47bc-aa7b-8fedfe8debb0 HTTP/1.1" status: 204  len: 168 time: 0.9187155
Apr 19 18:30:20.811445 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c6584cd7-9d3b-4482-b441-d3ea0d624a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:20.826195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f7e2a-c9df-4b12-9d9a-e0163d2216bd req-b0fe755a-7c49-4c21-964d-06377214699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:20.827779 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8a0f7e2a-c9df-4b12-9d9a-e0163d2216bd req-b0fe755a-7c49-4c21-964d-06377214699a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=065c4058-e54c-4e5a-b701-2bf0f3fd5623 HTTP/1.1" status: 200  len: 850 time: 0.2187371
Apr 19 18:30:20.860105 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd26b80-f01c-4c4c-a284-cdad36c6627c req-20efba39-6abb-45c5-966f-64a21b6f134e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:20.861859 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dbd26b80-f01c-4c4c-a284-cdad36c6627c req-20efba39-6abb-45c5-966f-64a21b6f134e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.3195705
Apr 19 18:30:20.866692 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c6584cd7-9d3b-4482-b441-d3ea0d624a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:20.873138 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-fa569cac-f2f1-42cb-bd9e-2f7dfae75a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:20.893416 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6584cd7-9d3b-4482-b441-d3ea0d624a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7781a828-569b-4380-b8e1-09b1bd4affe5,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:20.895761 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c6584cd7-9d3b-4482-b441-d3ea0d624a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:20.898099 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c6584cd7-9d3b-4482-b441-d3ea0d624a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:20.901946 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-c6584cd7-9d3b-4482-b441-d3ea0d624a20 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7781a828-569b-4380-b8e1-09b1bd4affe5 HTTP/1.1" status: 204  len: 168 time: 0.1839902
Apr 19 18:30:20.938378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa9c08-a93b-4880-a25f-faab5ffdd419 req-215051af-668c-4deb-a8d8-0f29d0eec676 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:20.939989 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-08aa9c08-a93b-4880-a25f-faab5ffdd419 req-215051af-668c-4deb-a8d8-0f29d0eec676 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 944 time: 0.2587974
Apr 19 18:30:21.016476 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dbd26b80-f01c-4c4c-a284-cdad36c6627c req-cde7f33a-afd2-400d-a477-690fbab9e5d6 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107616
Apr 19 18:30:21.030299 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-08aa9c08-a93b-4880-a25f-faab5ffdd419 req-f07751b3-f835-4fcb-8478-a08547e4fb0d tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787406
Apr 19 18:30:21.045251 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f7e2a-c9df-4b12-9d9a-e0163d2216bd req-a83e8577-8db3-4923-8e5c-e2932587e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:21.047159 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8a0f7e2a-c9df-4b12-9d9a-e0163d2216bd req-a83e8577-8db3-4923-8e5c-e2932587e5d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99be9128-c693-427e-921b-a550e9df2043&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1836843
Apr 19 18:30:21.235271 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8a0f7e2a-c9df-4b12-9d9a-e0163d2216bd req-c65c6c71-ec41-4e38-aad5-73ee6619f3ba service neutron] 10.222.0.13 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1791461
Apr 19 18:30:21.352908 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51394) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:21.394387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ba448df7-1835-4a14-87bc-129a1b5f78c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:21.419300 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-ba448df7-1835-4a14-87bc-129a1b5f78c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:21.432623 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-ba448df7-1835-4a14-87bc-129a1b5f78c4 admin admin] Usage tracker for resource:security_group_rule and tenant:2bb642a1b7264de6bd6929708b9af9fe is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:21.436281 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-ba448df7-1835-4a14-87bc-129a1b5f78c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:21.443342 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-ba448df7-1835-4a14-87bc-129a1b5f78c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:21.551372 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ba448df7-1835-4a14-87bc-129a1b5f78c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:21.556041 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ba448df7-1835-4a14-87bc-129a1b5f78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:21.568209 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-90e77b9d-93cf-44d4-9878-0799521276c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:21.608033 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8a0f7e2a-c9df-4b12-9d9a-e0163d2216bd req-0cf6825e-5c4f-41e2-b539-c7b2888a0243 service neutron] 10.222.0.13 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3272369
Apr 19 18:30:21.630625 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ba448df7-1835-4a14-87bc-129a1b5f78c4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2bb642a1b7264de6bd6929708b9af9fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2764235
Apr 19 18:30:21.632513 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba448df7-1835-4a14-87bc-129a1b5f78c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476d10f6-70e3-498b-aab3-225318e23f0f,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:21.649307 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ba448df7-1835-4a14-87bc-129a1b5f78c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:21.650171 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51404) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:21.656410 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbe70c-d72a-45ad-83cc-79de4cb92b71 req-2909bc5d-824f-44d3-93ec-db0aae44f471 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:21.658225 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6cdbe70c-d72a-45ad-83cc-79de4cb92b71 req-2909bc5d-824f-44d3-93ec-db0aae44f471 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.4218330
Apr 19 18:30:21.699882 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b06191-e0de-4d0f-9323-51cb3931a21d req-142df989-3164-4058-9c4f-d677effd8f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:21.702187 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-74b06191-e0de-4d0f-9323-51cb3931a21d req-142df989-3164-4058-9c4f-d677effd8f28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd6d3dff6251456ab69d797d216f3c79&device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 1098 time: 0.1831226
Apr 19 18:30:21.751680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d3c4205b-4ade-4d21-acd9-a069bd3a890f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:21.788833 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d3c4205b-4ade-4d21-acd9-a069bd3a890f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:21.817452 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51414) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:21.898486 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-be5d7ee1-952a-4c44-89bd-4fa70f50ac78 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44f57b80c7bb4e93bee4f077be94a461&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0794261
Apr 19 18:30:21.901112 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51418) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:21.913595 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b06191-e0de-4d0f-9323-51cb3931a21d req-4f85c4b6-e84f-4346-ae35-64a8d942ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:21.915201 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-74b06191-e0de-4d0f-9323-51cb3931a21d req-4f85c4b6-e84f-4346-ae35-64a8d942ee64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=acd59ac1-d427-4149-8d1a-2f550ec235ed HTTP/1.1" status: 200  len: 919 time: 0.2020588
Apr 19 18:30:21.946184 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d3c4205b-4ade-4d21-acd9-a069bd3a890f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:21.955390 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0f86cd6d-289a-4261-8bee-11654e69d739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:21.971417 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51422) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:21.987910 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4205b-4ade-4d21-acd9-a069bd3a890f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476d10f6-70e3-498b-aab3-225318e23f0f,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:21.990632 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d3c4205b-4ade-4d21-acd9-a069bd3a890f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:21.992615 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d3c4205b-4ade-4d21-acd9-a069bd3a890f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:21.994345 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-d3c4205b-4ade-4d21-acd9-a069bd3a890f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/476d10f6-70e3-498b-aab3-225318e23f0f HTTP/1.1" status: 204  len: 168 time: 0.3411155
Apr 19 18:30:22.040011 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6cdbe70c-d72a-45ad-83cc-79de4cb92b71 req-052482a5-8dc2-437e-be47-14333407c807 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3741488
Apr 19 18:30:22.052993 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-74b06191-e0de-4d0f-9323-51cb3931a21d req-8ca612c3-a131-4012-a473-93f3f3488e03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd61242b-ad3f-47cd-be6e-08c0e954483c HTTP/1.1" status: 200  len: 217 time: 0.0934181
Apr 19 18:30:22.072320 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5b1ba86b-d31c-442e-9942-de7fa2b64bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:22.123135 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5b1ba86b-d31c-442e-9942-de7fa2b64bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:22.195456 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16089cec-7e92-4a6e-b206-e514746aebc0 req-6673a89d-8b14-4a2b-a747-fc5f86825731 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:22.198645 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16089cec-7e92-4a6e-b206-e514746aebc0 req-6673a89d-8b14-4a2b-a747-fc5f86825731 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.4866476
Apr 19 18:30:22.204179 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b06191-e0de-4d0f-9323-51cb3931a21d req-a395d02c-df5a-4c90-bd1a-4593f01c9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:22.205900 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-74b06191-e0de-4d0f-9323-51cb3931a21d req-a395d02c-df5a-4c90-bd1a-4593f01c9000 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1939f7f6-46d3-4a60-90df-2e2254de6630 HTTP/1.1" status: 200  len: 858 time: 0.1444671
Apr 19 18:30:22.218450 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5b1ba86b-d31c-442e-9942-de7fa2b64bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:22.224194 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:22.245250 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ba86b-d31c-442e-9942-de7fa2b64bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde314be-b46f-47ce-adbc-317d77573771,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:22.249832 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5b1ba86b-d31c-442e-9942-de7fa2b64bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:22.257309 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1536192530-network', 'tenant_id': '02ebe17d0340491385a8ffb99f18621c'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:30:22.261633 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5b1ba86b-d31c-442e-9942-de7fa2b64bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:22.263257 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-5b1ba86b-d31c-442e-9942-de7fa2b64bd7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fde314be-b46f-47ce-adbc-317d77573771 HTTP/1.1" status: 204  len: 168 time: 0.3608036
Apr 19 18:30:22.266245 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:22.271021 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Usage tracker for resource:network and tenant:02ebe17d0340491385a8ffb99f18621c is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:22.274793 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:22.281817 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:22.291345 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Made reservation on behalf of 02ebe17d0340491385a8ffb99f18621c for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:30:22.297513 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:22.314625 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:22.332451 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:22.336688 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Usage tracker for resource:security_group_rule and tenant:02ebe17d0340491385a8ffb99f18621c is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:22.339852 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:22.350425 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:22.460292 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:22.463582 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:22.477310 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387}  {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:30:22.488827 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:22.489323 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Added segment 247ad743-b8f5-4ceb-8b22-dc44e084ab61 of type vlan for network aee785c8-37e3-41f1-ac50-cbb7088cc5fc
Apr 19 18:30:22.520391 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:22.525588 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-593c49de-1420-4b9d-9c28-d9eb9ce3dd19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:22.566600 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-74b06191-e0de-4d0f-9323-51cb3931a21d req-50f26f4a-f806-47a4-ae1b-80d911790720 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=acd59ac1-d427-4149-8d1a-2f550ec235ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3392539
Apr 19 18:30:22.573201 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd9a8bb-c6fb-4316-8699-3568b77918df,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:22.585537 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:22.602341 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:22.603918 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:22.604570 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:22.611967 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:22.714991 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16089cec-7e92-4a6e-b206-e514746aebc0 req-5453c3a5-8d03-40c0-9a15-6559d6dd9956 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5051737
Apr 19 18:30:22.751177 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Pushing event updated for resources: {'Network': ['ID=aee785c8-37e3-41f1-ac50-cbb7088cc5fc,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:22.761600 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:22.766792 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7911890
Apr 19 18:30:22.766962 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network aee785c8-37e3-41f1-ac50-cbb7088cc5fc details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:30:22.767089 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51450) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:22.774332 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-a8c0de6b-344a-46cc-a70d-3410858b0a89 admin admin] Request body: {'subnet': {'network_id': 'aee785c8-37e3-41f1-ac50-cbb7088cc5fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1536192530-subnet', 'tenant_id': '02ebe17d0340491385a8ffb99f18621c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:30:22.780698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a8c0de6b-344a-46cc-a70d-3410858b0a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:22.785117 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a8c0de6b-344a-46cc-a70d-3410858b0a89 admin admin] Usage tracker for resource:subnet and tenant:02ebe17d0340491385a8ffb99f18621c is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:22.789667 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213f21c-ceef-4063-b010-f50b2368d41e req-5ce88c1b-8e8d-417d-8f93-1f9b6f8c6dc0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:22.789844 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a8c0de6b-344a-46cc-a70d-3410858b0a89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:22.791353 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6213f21c-ceef-4063-b010-f50b2368d41e req-5ce88c1b-8e8d-417d-8f93-1f9b6f8c6dc0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 944 time: 0.5058737
Apr 19 18:30:22.818274 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a8c0de6b-344a-46cc-a70d-3410858b0a89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:22.845514 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c0de6b-344a-46cc-a70d-3410858b0a89 admin admin] Made reservation on behalf of 02ebe17d0340491385a8ffb99f18621c for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:30:22.848744 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a8c0de6b-344a-46cc-a70d-3410858b0a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852715214'] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:22.907104 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6213f21c-ceef-4063-b010-f50b2368d41e req-40929b53-58d7-4a44-8ad6-2bf700569db5 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1008420
Apr 19 18:30:22.909762 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-74b06191-e0de-4d0f-9323-51cb3931a21d req-9c95f4f9-b6a1-4566-a916-922bc0bd0682 service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3302529
Apr 19 18:30:23.110601 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-74b06191-e0de-4d0f-9323-51cb3931a21d req-1afae3b0-f614-4847-92fe-4be5d0102783 service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1925876
Apr 19 18:30:23.185313 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 0a04da3e-fadc-437e-b9f5-0d26718f7474 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:30:23.409543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 0a04da3e-fadc-437e-b9f5-0d26718f7474, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0a04da3e-fadc-437e-b9f5-0d26718f7474,segment=NetworkSegment(54a66c03-0931-4a90-b1ab-ea061d30079d),segment_id=54a66c03-0931-4a90-b1ab-ea061d30079d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:23.425927 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': '0a04da3e-fadc-437e-b9f5-0d26718f7474', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'port_id': '0a04da3e-fadc-437e-b9f5-0d26718f7474', 'mac_address': 'fa:16:3e:89:c9:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:30:23.494708 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cd2ed-89ff-46cd-b7ba-a46af6c339ab req-910299ce-03ed-4988-bbf3-bb5e940095bb tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:23.496619 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e76cd2ed-89ff-46cd-b7ba-a46af6c339ab req-910299ce-03ed-4988-bbf3-bb5e940095bb tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.2240901
Apr 19 18:30:23.503353 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:23.507370 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc823e-0db2-4bd9-ad20-615c2bd1d7aa req-c7e1d086-5870-4658-a1c9-c1d9b8b9d679 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:23.516662 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-43fc823e-0db2-4bd9-ad20-615c2bd1d7aa req-c7e1d086-5870-4658-a1c9-c1d9b8b9d679 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 946 time: 0.2423341
Apr 19 18:30:23.533534 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a8c0de6b-344a-46cc-a70d-3410858b0a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531853656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852715229'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:23.540788 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:23.544744 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a04da3e-fadc-437e-b9f5-0d26718f7474 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:30:23.581979 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 0a04da3e-fadc-437e-b9f5-0d26718f7474, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0a04da3e-fadc-437e-b9f5-0d26718f7474,segment=NetworkSegment(54a66c03-0931-4a90-b1ab-ea061d30079d),segment_id=54a66c03-0931-4a90-b1ab-ea061d30079d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:23.592673 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:23.595316 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:23.613479 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0de6b-344a-46cc-a70d-3410858b0a89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd0b67f5-e230-4aae-8a42-8732a2140f0f,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:23.626644 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e76cd2ed-89ff-46cd-b7ba-a46af6c339ab req-aae51a50-9fb8-472e-8eaa-aed568f537d6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912950
Apr 19 18:30:23.626783 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a8c0de6b-344a-46cc-a70d-3410858b0a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:23.649458 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-43fc823e-0db2-4bd9-ad20-615c2bd1d7aa req-53b71a0f-0aad-422b-977a-fbd7f24b5c70 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/security-groups?id=f77567a7-81f7-4b4f-9f19-3bd6f708e48d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321390
Apr 19 18:30:23.688187 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c0de6b-344a-46cc-a70d-3410858b0a89 admin admin] Checking segment: {'id': '247ad743-b8f5-4ceb-8b22-dc44e084ab61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'aee785c8-37e3-41f1-ac50-cbb7088cc5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:30:23.688583 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c0de6b-344a-46cc-a70d-3410858b0a89 admin admin] Network hostable DHCP agents. Network: aee785c8-37e3-41f1-ac50-cbb7088cc5fc, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:30:23.715121 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c0de6b-344a-46cc-a70d-3410858b0a89 admin admin] Network aee785c8-37e3-41f1-ac50-cbb7088cc5fc is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:30:23.744574 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-a8c0de6b-344a-46cc-a70d-3410858b0a89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, aee785c8-37e3-41f1-ac50-cbb7088cc5fc) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:30:23.771748 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c0de6b-344a-46cc-a70d-3410858b0a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:23.771748 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a8c0de6b-344a-46cc-a70d-3410858b0a89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:23.827606 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-a8c0de6b-344a-46cc-a70d-3410858b0a89 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0593953
Apr 19 18:30:23.919371 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8557a0f2-59fb-4816-9978-436372a57016 None None] Network aee785c8-37e3-41f1-ac50-cbb7088cc5fc requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:30:24.019365 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4df7a5-c7a9-43a1-8d90-f344f2fd2579 req-6b6bfd65-f958-471f-9b33-568ec984ca53 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:24.020984 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5f4df7a5-c7a9-43a1-8d90-f344f2fd2579 req-6b6bfd65-f958-471f-9b33-568ec984ca53 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.1364503
Apr 19 18:30:24.032418 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11303c1-1340-47e5-874a-d1aaa95222a0 req-3389e875-62f2-42fc-ad00-fa53b5f2f83b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:24.034049 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f11303c1-1340-47e5-874a-d1aaa95222a0 req-3389e875-62f2-42fc-ad00-fa53b5f2f83b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.2311730
Apr 19 18:30:24.045343 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51506) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:24.052559 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-7eff3f24-1401-4dc2-8284-0a630c09187b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Request body: {'floatingip': {'port_id': '717c7936-7304-41ca-95a4-58008b460a06'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:30:24.094253 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5f4df7a5-c7a9-43a1-8d90-f344f2fd2579 req-da9eeb61-6e95-422a-88ae-965030e1b65b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590522
Apr 19 18:30:24.115917 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=0a04da3e-fadc-437e-b9f5-0d26718f7474,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:24.121604 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:24.235601 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['0a04da3e-fadc-437e-b9f5-0d26718f7474'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:30:24.267116 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7eff3f24-1401-4dc2-8284-0a630c09187b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for floatingip, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:24.294054 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c564c3-2db1-45a8-ba7f-6d193dd81a86 None None] Network aee785c8-37e3-41f1-ac50-cbb7088cc5fc requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:30:24.352543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ddf96-9ef1-45fd-af82-94e8485e4351 req-45ec9eb5-df7c-42dd-9824-d41ef1834b32 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:24.364747 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9c0ddf96-9ef1-45fd-af82-94e8485e4351 req-45ec9eb5-df7c-42dd-9824-d41ef1834b32 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 945 time: 0.1847260
Apr 19 18:30:24.457691 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9c0ddf96-9ef1-45fd-af82-94e8485e4351 req-ba66cd80-1f78-477c-afaf-e4706ba672af tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0918543
Apr 19 18:30:25.001948 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5f45c-8c76-449c-a385-3ae0c28e9012 req-cf1cae38-5010-4d57-a45d-aa72dd10d78e tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:25.019989 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-55c5f45c-8c76-449c-a385-3ae0c28e9012 req-cf1cae38-5010-4d57-a45d-aa72dd10d78e tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 946 time: 0.1818562
Apr 19 18:30:25.175743 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-55c5f45c-8c76-449c-a385-3ae0c28e9012 req-c9f270ff-cdab-4d6f-87bf-07bacceb638f tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/security-groups?id=f77567a7-81f7-4b4f-9f19-3bd6f708e48d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548250
Apr 19 18:30:25.203378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8da80d-ae4a-4a05-80e5-083819fa2b5f req-9c1b6d20-d2ac-42da-83a7-ff58d5b9d8f9 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:25.211382 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3a8da80d-ae4a-4a05-80e5-083819fa2b5f req-9c1b6d20-d2ac-42da-83a7-ff58d5b9d8f9 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 946 time: 0.3063614
Apr 19 18:30:25.397812 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-3a8da80d-ae4a-4a05-80e5-083819fa2b5f req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Deleting port 43922653-8dde-42b2-ac29-fdd8f3f6036b {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:30:25.398227 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-3a8da80d-ae4a-4a05-80e5-083819fa2b5f req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:25.500519 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83949ea-a1ad-4eb9-bfd2-8b16008fa701 req-d63180f9-dfe8-407e-9d26-4e4a196e0340 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:25.502237 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b83949ea-a1ad-4eb9-bfd2-8b16008fa701 req-d63180f9-dfe8-407e-9d26-4e4a196e0340 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.2068152
Apr 19 18:30:25.891548 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b83949ea-a1ad-4eb9-bfd2-8b16008fa701 req-53f9a255-1dce-401b-8023-1e6cb392bf00 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608651
Apr 19 18:30:25.929717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-3a8da80d-ae4a-4a05-80e5-083819fa2b5f req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] For port 43922653-8dde-42b2-ac29-fdd8f3f6036b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=43922653-8dde-42b2-ac29-fdd8f3f6036b,segment=NetworkSegment(7cde2eae-fd2a-4def-ae10-42388af1b7ea),segment_id=7cde2eae-fd2a-4def-ae10-42388af1b7ea)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:25.930304 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-3a8da80d-ae4a-4a05-80e5-083819fa2b5f req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:25.951542 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86521f41-56c1-4e2c-8462-3c5cef1116f0 req-686a38f2-bd7a-4e9b-9d67-51bd5729783d tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:25.953155 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-86521f41-56c1-4e2c-8462-3c5cef1116f0 req-686a38f2-bd7a-4e9b-9d67-51bd5729783d tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 945 time: 0.2239189
Apr 19 18:30:25.979823 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7eff3f24-1401-4dc2-8284-0a630c09187b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:25.983668 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7eff3f24-1401-4dc2-8284-0a630c09187b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636081'] for floatingip, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:26.096965 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-3a8da80d-ae4a-4a05-80e5-083819fa2b5f req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Calling delete_port for 43922653-8dde-42b2-ac29-fdd8f3f6036b owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:30:26.181621 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-86521f41-56c1-4e2c-8462-3c5cef1116f0 req-16c57325-0572-4156-9a88-0e8ac31c0a63 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1707594
Apr 19 18:30:26.197971 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_db [None req-7eff3f24-1401-4dc2-8284-0a630c09187b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Floating IP 5b2f61ed-430a-4551-999b-d01ea2b154a2 associated. External IP: 172.27.1.161, port: 717c7936-7304-41ca-95a4-58008b460a06.
Apr 19 18:30:26.374845 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51572) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:26.453023 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8b745-2fac-4b78-9046-07183c9ccdf3 req-5de28c85-48f5-4c13-8863-20f3685d403d tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:26.454679 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2ca8b745-2fac-4b78-9046-07183c9ccdf3 req-5de28c85-48f5-4c13-8863-20f3685d403d tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 946 time: 0.1681430
Apr 19 18:30:26.460412 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-3a8da80d-ae4a-4a05-80e5-083819fa2b5f req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:26.513490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:26.568561 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Pushing event deleted for resources: {'Port': ['ID=43922653-8dde-42b2-ac29-fdd8f3f6036b,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:26.578153 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2ca8b745-2fac-4b78-9046-07183c9ccdf3 req-bbcd3c55-ccb9-4d06-b7f4-0daef7b07071 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/security-groups?id=f77567a7-81f7-4b4f-9f19-3bd6f708e48d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134884
Apr 19 18:30:26.593791 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:26.617191 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:26.617659 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:26.618067 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:26.618472 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:26.618846 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:26.619581 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:26.619581 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:26.619933 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:26.620114 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:26.620314 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:26.620692 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:26.621118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:26.621547 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:26.629367 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Usage tracker for resource:security_group_rule and tenant:e5c3336dd40b48e1a946f7dfe609e8e4 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:26.630440 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:26.634861 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:26.652709 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:26.676321 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8da80d-ae4a-4a05-80e5-083819fa2b5f req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] No DVR routers for this DVR port 43922653-8dde-42b2-ac29-fdd8f3f6036b on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:30:26.680189 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-3a8da80d-ae4a-4a05-80e5-083819fa2b5f req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:26.683432 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dda4c50-a914-451b-9efd-7762235d2daa', 'name': 'network-vif-deleted', 'tag': '43922653-8dde-42b2-ac29-fdd8f3f6036b'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:30:26.693138 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3a8da80d-ae4a-4a05-80e5-083819fa2b5f req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.13 "DELETE /v2.0/ports/43922653-8dde-42b2-ac29-fdd8f3f6036b HTTP/1.1" status: 204  len: 173 time: 1.4746857
Apr 19 18:30:26.702782 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eff3f24-1401-4dc2-8284-0a630c09187b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Router b936a29b-c72b-472c-9c2d-2c45d110abf4 has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:30:26.741441 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dda4c50-a914-451b-9efd-7762235d2daa', 'name': 'network-vif-deleted', 'tag': '43922653-8dde-42b2-ac29-fdd8f3f6036b', 'status': 'completed', 'code': 200}
Apr 19 18:30:26.991456 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:26.994975 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eff3f24-1401-4dc2-8284-0a630c09187b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:30:27.000866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:27.013836 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3da91ae-8d66-4671-8c57-6ba95cff4629 None None] Sync routers for ids ['b936a29b-c72b-472c-9c2d-2c45d110abf4'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:30:27.024148 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3da91ae-8d66-4671-8c57-6ba95cff4629 None None] Routers {'b936a29b-c72b-472c-9c2d-2c45d110abf4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:30:27.024834 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-e3da91ae-8d66-4671-8c57-6ba95cff4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71003fdba8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:30:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['b936a29b-c72b-472c-9c2d-2c45d110abf4'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:27.025560 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0946a647-5434-401a-b8d1-8d8b9f56c633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:27.086782 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7eff3f24-1401-4dc2-8284-0a630c09187b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:27.132826 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e5c3336dd40b48e1a946f7dfe609e8e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7537282
Apr 19 18:30:27.154438 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1bdfb9-4d9a-4d77-af6d-ff787c8a075b,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:27.161442 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51610) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:27.215624 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:27.216652 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:27.217128 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:27.217604 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:27.218712 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:27.219287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:27.219747 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:27.220217 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:27.220667 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:27.221117 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:27.221756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:27.222220 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:27.232796 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-e3da91ae-8d66-4671-8c57-6ba95cff4629 None None] Set router b936a29b-c72b-472c-9c2d-2c45d110abf4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:30:27.249635 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:27.283965 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-7eff3f24-1401-4dc2-8284-0a630c09187b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "PUT /v2.0/floatingips/5b2f61ed-430a-4551-999b-d01ea2b154a2 HTTP/1.1" status: 200  len: 992 time: 3.2373834
Apr 19 18:30:27.289526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b5cd6-e587-4af9-ac5c-72a293dd5463 req-dd6b9f77-3124-4ae2-8de0-a219dd70d738 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:27.291583 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57904224-ede3-429d-9934-bf1994652a03', 'tag': '717c7936-7304-41ca-95a4-58008b460a06'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:30:27.298186 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-182b5cd6-e587-4af9-ac5c-72a293dd5463 req-dd6b9f77-3124-4ae2-8de0-a219dd70d738 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.2443304
Apr 19 18:30:27.333179 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-926d3ea7-71f9-49fd-b1d9-f5ab025a7b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:27.373924 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-926d3ea7-71f9-49fd-b1d9-f5ab025a7b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:27.387229 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-182b5cd6-e587-4af9-ac5c-72a293dd5463 req-593bc70d-815c-4ce4-894a-54b3dee48fc9 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875571
Apr 19 18:30:27.401502 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-dd4ce820-fd5f-4785-b64a-c1b572fad330 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:27.403899 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-dd4ce820-fd5f-4785-b64a-c1b572fad330 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/networks?id=aee785c8-37e3-41f1-ac50-cbb7088cc5fc HTTP/1.1" status: 200  len: 809 time: 0.3015196
Apr 19 18:30:27.422122 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-767a6e61-cbbf-4611-b3ff-6906d719fb94 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/quotas/02ebe17d0340491385a8ffb99f18621c HTTP/1.1" status: 200  len: 375 time: 0.0105782
Apr 19 18:30:27.438544 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-926d3ea7-71f9-49fd-b1d9-f5ab025a7b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:27.444062 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4c20afbc-f9db-43a2-8c38-b52e46474720 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:27.475573 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d3ea7-71f9-49fd-b1d9-f5ab025a7b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1bdfb9-4d9a-4d77-af6d-ff787c8a075b,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:27.480545 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-926d3ea7-71f9-49fd-b1d9-f5ab025a7b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:27.486217 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-9b3e074b-3527-4495-9e01-02e9e1ea1d94 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=02ebe17d0340491385a8ffb99f18621c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0565095
Apr 19 18:30:27.487581 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-926d3ea7-71f9-49fd-b1d9-f5ab025a7b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:27.498192 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-926d3ea7-71f9-49fd-b1d9-f5ab025a7b9d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b1bdfb9-4d9a-4d77-af6d-ff787c8a075b HTTP/1.1" status: 204  len: 168 time: 0.3284500
Apr 19 18:30:27.737839 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-e3da91ae-8d66-4671-8c57-6ba95cff4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71003fdba8>, [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:29:38Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': '5b2f61ed-430a-4551-999b-d01ea2b154a2', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'port_id': '717c7936-7304-41ca-95a4-58008b460a06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'mac_address': 'fa:16:3e:8f:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57904224-ede3-429d-9934-bf1994652a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:29:50Z', 'updated_at': '2021-04-19T18:30:25Z', 'revision_number': 1, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a433190-9017-4e64-935b-a46d584bfdca', 'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'mac_address': 'fa:16:3e:78:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:35Z', 'updated_at': '2021-04-19T18:29:56Z', 'revision_number': 5, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'subnets': [{'id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:27.744995 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3da91ae-8d66-4671-8c57-6ba95cff4629 None None] Checking router: b936a29b-c72b-472c-9c2d-2c45d110abf4 for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:30:27.758265 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3da91ae-8d66-4671-8c57-6ba95cff4629 None None] Routers {'b936a29b-c72b-472c-9c2d-2c45d110abf4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:30:27.759054 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-e3da91ae-8d66-4671-8c57-6ba95cff4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71003fdba8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:30:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['b936a29b-c72b-472c-9c2d-2c45d110abf4'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:27.885816 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51642) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:27.921996 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3d3877f4-930f-41f6-a3bc-0bf20f87223d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:27.940145 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-3d3877f4-930f-41f6-a3bc-0bf20f87223d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:27.944648 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-3d3877f4-930f-41f6-a3bc-0bf20f87223d admin admin] Usage tracker for resource:security_group_rule and tenant:2b36efba19584175acd135e9e153f028 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:27.948907 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-3d3877f4-930f-41f6-a3bc-0bf20f87223d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:27.960307 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-7ba9fa2e-212d-4014-8ae3-6e59d89c7d6b service neutron] 10.222.0.49 "GET /v2.0/networks/aee785c8-37e3-41f1-ac50-cbb7088cc5fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4564068
Apr 19 18:30:27.978941 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-3d3877f4-930f-41f6-a3bc-0bf20f87223d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:27.992594 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b57533-c6ae-4c84-bb41-30021805c0e6 req-cee0146c-3ebc-4075-abfe-f090886da588 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:28.001029 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d4b57533-c6ae-4c84-bb41-30021805c0e6 req-cee0146c-3ebc-4075-abfe-f090886da588 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 945 time: 0.4450257
Apr 19 18:30:28.006857 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['43922653-8dde-42b2-ac29-fdd8f3f6036b'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:30:28.146152 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d4b57533-c6ae-4c84-bb41-30021805c0e6 req-7cfd7235-36ba-47d3-9262-94693a940e30 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1441431
Apr 19 18:30:28.161310 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3d3877f4-930f-41f6-a3bc-0bf20f87223d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:28.169879 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3d3877f4-930f-41f6-a3bc-0bf20f87223d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:28.189760 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-e3da91ae-8d66-4671-8c57-6ba95cff4629 None None] Set router b936a29b-c72b-472c-9c2d-2c45d110abf4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:30:28.208875 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d3c4205b-4ade-4d21-acd9-a069bd3a890f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:28.224988 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-ca918043-3a4a-44f1-8940-1d22f19e9215 service neutron] 10.222.0.49 "GET /v2.0/networks/aee785c8-37e3-41f1-ac50-cbb7088cc5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2634947
Apr 19 18:30:28.255074 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-3d3877f4-930f-41f6-a3bc-0bf20f87223d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b36efba19584175acd135e9e153f028&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3682675
Apr 19 18:30:28.258179 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 51650) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:28.259804 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3877f4-930f-41f6-a3bc-0bf20f87223d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3119f34b-b74d-4b7d-82ef-85372da3628d,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:28.269495 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3d3877f4-930f-41f6-a3bc-0bf20f87223d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:28.339096 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b2990ed8-0c14-4aca-8706-14c30be15b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:28.368492 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b2990ed8-0c14-4aca-8706-14c30be15b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:28.398653 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57904224-ede3-429d-9934-bf1994652a03', 'tag': '717c7936-7304-41ca-95a4-58008b460a06', 'status': 'completed', 'code': 200}
Apr 19 18:30:28.425645 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b2990ed8-0c14-4aca-8706-14c30be15b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:28.433122 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:28.455346 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2990ed8-0c14-4aca-8706-14c30be15b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3119f34b-b74d-4b7d-82ef-85372da3628d,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:28.470269 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b2990ed8-0c14-4aca-8706-14c30be15b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:28.471874 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-b2990ed8-0c14-4aca-8706-14c30be15b7c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3119f34b-b74d-4b7d-82ef-85372da3628d HTTP/1.1" status: 204  len: 168 time: 0.2126417
Apr 19 18:30:28.473288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b2990ed8-0c14-4aca-8706-14c30be15b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:28.555871 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-f135bba7-b5c0-428f-a98e-91618c804170 req-3ed5d644-926c-4fcd-9e2c-6829707a41f3 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Synchronizing usage tracker for tenant:64888eec7ab64396929cc1c3e1165e4e on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:30:28.573716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-f135bba7-b5c0-428f-a98e-91618c804170 req-3ed5d644-926c-4fcd-9e2c-6829707a41f3 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Unset dirty status for tenant:64888eec7ab64396929cc1c3e1165e4e on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:30:28.578626 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f135bba7-b5c0-428f-a98e-91618c804170 req-3ed5d644-926c-4fcd-9e2c-6829707a41f3 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 210 time: 0.0783708
Apr 19 18:30:28.648670 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-e3da91ae-8d66-4671-8c57-6ba95cff4629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71003fdba8>, [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:29:38Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': '5b2f61ed-430a-4551-999b-d01ea2b154a2', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'port_id': '717c7936-7304-41ca-95a4-58008b460a06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'mac_address': 'fa:16:3e:8f:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57904224-ede3-429d-9934-bf1994652a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:29:50Z', 'updated_at': '2021-04-19T18:30:25Z', 'revision_number': 1, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a433190-9017-4e64-935b-a46d584bfdca', 'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'mac_address': 'fa:16:3e:78:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:35Z', 'updated_at': '2021-04-19T18:29:56Z', 'revision_number': 5, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'subnets': [{'id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:28.652954 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3da91ae-8d66-4671-8c57-6ba95cff4629 None None] The sync data for ids ['b936a29b-c72b-472c-9c2d-2c45d110abf4'] in dv-cinder-786928-1-iscsi is: [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:29:38Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': '5b2f61ed-430a-4551-999b-d01ea2b154a2', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'floating_ip_address': '172.27.1.161', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'port_id': '717c7936-7304-41ca-95a4-58008b460a06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'mac_address': 'fa:16:3e:8f:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57904224-ede3-429d-9934-bf1994652a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:29:50Z', 'updated_at': '2021-04-19T18:30:25Z', 'revision_number': 1, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a433190-9017-4e64-935b-a46d584bfdca', 'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'mac_address': 'fa:16:3e:78:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:35Z', 'updated_at': '2021-04-19T18:29:56Z', 'revision_number': 5, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'subnets': [{'id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:30:28.701837 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-251c81bf-cff6-4fa8-b924-ede762c249e0 req-b6878645-32c1-44dd-91e2-ff9ab7108ce9 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 210 time: 0.0681469
Apr 19 18:30:28.908746 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78ac1c-9ccd-4fbc-bcc3-a4d0476cdd47 req-3b209fff-d669-48a1-a708-24c9bf64e41c tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:28.910681 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7f78ac1c-9ccd-4fbc-bcc3-a4d0476cdd47 req-3b209fff-d669-48a1-a708-24c9bf64e41c tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.0954714
Apr 19 18:30:28.963639 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7f78ac1c-9ccd-4fbc-bcc3-a4d0476cdd47 req-a6e3888f-accc-47eb-8dcf-44419d5b52ad tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462189
Apr 19 18:30:28.975644 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d51e08-aafc-42a7-87d9-8c68e750838c None None] New status for floating IP 5b2f61ed-430a-4551-999b-d01ea2b154a2: ACTIVE {{(pid=86312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:30:29.044839 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 0a04da3e-fadc-437e-b9f5-0d26718f7474 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:30:29.276935 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485283d-6e9c-43d1-a9ff-f25f8b59dafd req-177e9d67-d74e-4e1a-8410-c9b027af87cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:29.279193 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4485283d-6e9c-43d1-a9ff-f25f8b59dafd req-177e9d67-d74e-4e1a-8410-c9b027af87cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1&device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 1099 time: 0.1938093
Apr 19 18:30:29.353004 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port 0a04da3e-fadc-437e-b9f5-0d26718f7474 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:30:29.361979 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port 0a04da3e-fadc-437e-b9f5-0d26718f7474 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:30:29.362405 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:29.569451 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485283d-6e9c-43d1-a9ff-f25f8b59dafd req-e69b88f7-9a4c-42e0-9b4c-a1dec6d51166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:29.571106 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4485283d-6e9c-43d1-a9ff-f25f8b59dafd req-e69b88f7-9a4c-42e0-9b4c-a1dec6d51166 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d286d36-8c52-42be-b3d4-52bf0bab0dba HTTP/1.1" status: 200  len: 918 time: 0.2840390
Apr 19 18:30:29.589684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:29.627117 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcccde8e-1233-4bc9-ae04-68b9f2b535a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a04da3e-fadc-437e-b9f5-0d26718f7474'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:30:29.637220 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 0a04da3e-fadc-437e-b9f5-0d26718f7474, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0a04da3e-fadc-437e-b9f5-0d26718f7474,segment=NetworkSegment(54a66c03-0931-4a90-b1ab-ea061d30079d),segment_id=54a66c03-0931-4a90-b1ab-ea061d30079d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:29.647839 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:29.650018 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-663490c3-63da-4aa1-8c26-f1bd96ad590b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:29.730322 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423a4cc-7e1a-4cf1-8bae-4dd509c1b1c3 req-3f70c404-b8d9-4005-adc3-056b5b7eb122 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:29.730511 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=0a04da3e-fadc-437e-b9f5-0d26718f7474,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:29.732248 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8423a4cc-7e1a-4cf1-8bae-4dd509c1b1c3 req-3f70c404-b8d9-4005-adc3-056b5b7eb122 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 945 time: 0.2576911
Apr 19 18:30:29.740076 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:29.740544 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:29.741027 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:29.741764 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:29.742103 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:29.742478 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:29.742849 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:29.743220 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:29.743592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:29.744032 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:29.744311 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:29.744805 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:30:29.749294 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4485283d-6e9c-43d1-a9ff-f25f8b59dafd req-5e10d758-1258-48d5-a367-07e8a0cff4b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=717c7936-7304-41ca-95a4-58008b460a06 HTTP/1.1" status: 200  len: 1002 time: 0.1692517
Apr 19 18:30:29.753646 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:29.881975 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0d6bc26e-035e-4f27-bea4-0517b9edc508 req-2b49ef8c-7e3d-4678-85e1-390bd578fed9 tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] 10.222.0.49 "GET /v2.0/ports?device_id=3dda4c50-a914-451b-9efd-7762235d2daa HTTP/1.1" status: 200  len: 210 time: 0.1157250
Apr 19 18:30:29.904863 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8423a4cc-7e1a-4cf1-8bae-4dd509c1b1c3 req-a4014002-95f1-4206-aed0-201bf38964ca tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1515577
Apr 19 18:30:29.918065 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485283d-6e9c-43d1-a9ff-f25f8b59dafd req-49477d25-4451-4bfc-a860-283081bded97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:29.919818 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4485283d-6e9c-43d1-a9ff-f25f8b59dafd req-49477d25-4451-4bfc-a860-283081bded97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0439e37-0067-4362-b195-88afbdb39dd2 HTTP/1.1" status: 200  len: 856 time: 0.1524351
Apr 19 18:30:29.964644 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcccde8e-1233-4bc9-ae04-68b9f2b535a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a04da3e-fadc-437e-b9f5-0d26718f7474', 'code': 200}
Apr 19 18:30:30.012214 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 43922653-8dde-42b2-ac29-fdd8f3f6036b no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:30:30.101178 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: 43922653-8dde-42b2-ac29-fdd8f3f6036b {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:30:30.104884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 43922653-8dde-42b2-ac29-fdd8f3f6036b not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:30:30.314303 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0291738e-2a19-42f5-ac39-774a942f8389 req-b1059911-b4c5-4e87-ac57-f54764e5d8b2 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 210 time: 0.2045550
Apr 19 18:30:30.332135 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-816b0bd0-c67f-4e07-aee1-0113b633a52a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:30.335440 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-816b0bd0-c67f-4e07-aee1-0113b633a52a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.13 "GET /v2.0/networks?id=aee785c8-37e3-41f1-ac50-cbb7088cc5fc HTTP/1.1" status: 200  len: 809 time: 0.3339679
Apr 19 18:30:30.364171 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Request body: {'port': {'device_id': '630d510c-165a-423b-aadb-e9a4c2626d1a', 'network_id': 'aee785c8-37e3-41f1-ac50-cbb7088cc5fc', 'admin_state_up': True, 'tenant_id': '02ebe17d0340491385a8ffb99f18621c'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:30:30.398654 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e731770-c57b-4085-b5bd-68d210d2490c req-fec3c00e-9eef-42fe-a9a5-7a2bb4eda5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:30.400295 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3e731770-c57b-4085-b5bd-68d210d2490c req-fec3c00e-9eef-42fe-a9a5-7a2bb4eda5f8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 1099 time: 0.1518497
Apr 19 18:30:30.514141 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3e731770-c57b-4085-b5bd-68d210d2490c req-f7af49bf-3f16-49c5-a199-275bd2093ac7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1062779
Apr 19 18:30:30.552397 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485283d-6e9c-43d1-a9ff-f25f8b59dafd req-c8eaa0e1-a18e-4972-a599-e74eee404aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:30.555036 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4485283d-6e9c-43d1-a9ff-f25f8b59dafd req-c8eaa0e1-a18e-4972-a599-e74eee404aeb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d286d36-8c52-42be-b3d4-52bf0bab0dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6243351
Apr 19 18:30:30.740244 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2368e-3f69-4a8d-bf3e-04ada6c319f7 req-bed6d07c-4acb-4e8d-8f75-d4c98fa45b45 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:30.748734 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d5e2368e-3f69-4a8d-bf3e-04ada6c319f7 req-bed6d07c-4acb-4e8d-8f75-d4c98fa45b45 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.5935888
Apr 19 18:30:30.797698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:30.816088 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Usage tracker for resource:port and tenant:02ebe17d0340491385a8ffb99f18621c is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:30.821013 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:30.838987 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:30.869281 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51750) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:30.891661 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d5e2368e-3f69-4a8d-bf3e-04ada6c319f7 req-56d5b6b2-7a78-4edd-985a-54f6f68b583a tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418495
Apr 19 18:30:30.892405 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Made reservation on behalf of 02ebe17d0340491385a8ffb99f18621c for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:30:30.902205 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:30.952687 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4485283d-6e9c-43d1-a9ff-f25f8b59dafd req-d29352b1-62b5-4d7c-9703-918752a023b3 service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3420029
Apr 19 18:30:31.188693 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-341c06c1-401f-43ac-bcab-42ff4cd14155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:31.208073 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-341c06c1-401f-43ac-bcab-42ff4cd14155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:31.212276 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-341c06c1-401f-43ac-bcab-42ff4cd14155 admin admin] Usage tracker for resource:security_group_rule and tenant:322ad3c23a5e455da45aa56d16bb1918 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:31.215434 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-341c06c1-401f-43ac-bcab-42ff4cd14155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:31.223061 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-341c06c1-401f-43ac-bcab-42ff4cd14155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:31.294801 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4485283d-6e9c-43d1-a9ff-f25f8b59dafd req-e4d8c836-2f5f-40be-a630-8d6e84c1fd1a service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3029253
Apr 19 18:30:31.339977 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-341c06c1-401f-43ac-bcab-42ff4cd14155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:31.344558 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-341c06c1-401f-43ac-bcab-42ff4cd14155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:31.363758 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5b1ba86b-d31c-442e-9942-de7fa2b64bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:31.520173 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-341c06c1-401f-43ac-bcab-42ff4cd14155 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=322ad3c23a5e455da45aa56d16bb1918&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6492820
Apr 19 18:30:31.520829 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51784) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:31.598172 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c06c1-401f-43ac-bcab-42ff4cd14155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85872ea7-468f-47dc-9b40-01924a2a84bc,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:31.603858 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-341c06c1-401f-43ac-bcab-42ff4cd14155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:31.628508 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1faaacb5-2c79-454d-82ce-495ed610d73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:31.673729 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1faaacb5-2c79-454d-82ce-495ed610d73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:31.715888 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Allocated IP 172.20.0.14 (aee785c8-37e3-41f1-ac50-cbb7088cc5fc/cd0b67f5-e230-4aae-8a42-8732a2140f0f/11767c5a-27a9-4bd0-bf34-0eb32b059431) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:30:31.750105 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dee3d43e-7216-468a-aacb-b08bed75835d req-98181708-bfda-47f0-aef4-de2e45878725 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 210 time: 0.1920543
Apr 19 18:30:31.750689 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1faaacb5-2c79-454d-82ce-495ed610d73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:31.768580 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-189bf12c-f1e1-4001-817a-19b9460c40e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:31.772086 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af13e89-4c82-4d59-b473-0694e943bc71 req-5756e2c4-98e9-410c-a7ac-dc1d5a339b7d tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:31.773712 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4af13e89-4c82-4d59-b473-0694e943bc71 req-5756e2c4-98e9-410c-a7ac-dc1d5a339b7d tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.6492522
Apr 19 18:30:31.786491 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faaacb5-2c79-454d-82ce-495ed610d73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85872ea7-468f-47dc-9b40-01924a2a84bc,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:31.789321 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1faaacb5-2c79-454d-82ce-495ed610d73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:31.798977 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1faaacb5-2c79-454d-82ce-495ed610d73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:31.800277 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-1faaacb5-2c79-454d-82ce-495ed610d73c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85872ea7-468f-47dc-9b40-01924a2a84bc HTTP/1.1" status: 204  len: 168 time: 0.2750945
Apr 19 18:30:31.898130 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4af13e89-4c82-4d59-b473-0694e943bc71 req-cfdb4e68-81d3-4fe9-9a8c-a3756ee198dd tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1140535
Apr 19 18:30:32.357916 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:32.382565 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c920f6d-488a-47ba-8fdb-e40284409aab req-af838125-ce6e-4b7d-a93d-a7bcb1b69dc1 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:32.384132 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0c920f6d-488a-47ba-8fdb-e40284409aab req-af838125-ce6e-4b7d-a93d-a7bcb1b69dc1 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.3620770
Apr 19 18:30:32.441923 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0c920f6d-488a-47ba-8fdb-e40284409aab req-fdcf3edd-d6b9-42db-983c-faba5914065a tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507607
Apr 19 18:30:32.443327 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:32.451020 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:32.513915 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Network aee785c8-37e3-41f1-ac50-cbb7088cc5fc is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:30:32.522278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:30:32.527056 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:30:32.533627 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:32.534296 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:32.553823 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Pushing event updated for resources: {'Port': ['ID=11767c5a-27a9-4bd0-bf34-0eb32b059431,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:32.556843 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:32.564138 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2183540
Apr 19 18:30:32.578139 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Request body: {'port': {'device_id': '630d510c-165a-423b-aadb-e9a4c2626d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:30:32.697808 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:33.105656 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087d8dd-0f0f-48ac-a4e3-5f2a0be794d5 req-2b59e443-b6a5-4d70-bee2-ae2c1b25d848 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:33.106448 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-2087d8dd-0f0f-48ac-a4e3-5f2a0be794d5 req-2b59e443-b6a5-4d70-bee2-ae2c1b25d848 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Synchronizing usage tracker for tenant:02ebe17d0340491385a8ffb99f18621c on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:30:33.162390 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-2087d8dd-0f0f-48ac-a4e3-5f2a0be794d5 req-2b59e443-b6a5-4d70-bee2-ae2c1b25d848 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Unset dirty status for tenant:02ebe17d0340491385a8ffb99f18621c on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:30:33.163609 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2087d8dd-0f0f-48ac-a4e3-5f2a0be794d5 req-2b59e443-b6a5-4d70-bee2-ae2c1b25d848 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 932 time: 0.2910266
Apr 19 18:30:33.306817 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11767c5a-27a9-4bd0-bf34-0eb32b059431 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:30:33.327912 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:33.333076 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2087d8dd-0f0f-48ac-a4e3-5f2a0be794d5 req-ecad76f2-39a8-4e4f-b074-a4040446ff8a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992875
Apr 19 18:30:33.341330 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139fea6-e976-419c-bc76-cb6761faa63e req-b586ccd6-1981-4533-a278-f805f723068d tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:33.343100 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6139fea6-e976-419c-bc76-cb6761faa63e req-b586ccd6-1981-4533-a278-f805f723068d tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.2857654
Apr 19 18:30:33.379359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Transition to ACTIVE for port object 11767c5a-27a9-4bd0-bf34-0eb32b059431 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:30:33.383892 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:33.401099 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:33.519571 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6139fea6-e976-419c-bc76-cb6761faa63e req-b2e217d6-2bfa-4a58-a36c-f6938738ede6 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1689739
Apr 19 18:30:33.602858 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Pushing event updated for resources: {'Port': ['ID=11767c5a-27a9-4bd0-bf34-0eb32b059431,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:33.605792 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:33.613846 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Attempting to bind port 11767c5a-27a9-4bd0-bf34-0eb32b059431 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:30:33.614203 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Attempting to bind port 11767c5a-27a9-4bd0-bf34-0eb32b059431 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '247ad743-b8f5-4ceb-8b22-dc44e084ab61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'aee785c8-37e3-41f1-ac50-cbb7088cc5fc'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:30:33.614575 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Attempting to bind port 11767c5a-27a9-4bd0-bf34-0eb32b059431 on network aee785c8-37e3-41f1-ac50-cbb7088cc5fc {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:30:33.619651 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Port 11767c5a-27a9-4bd0-bf34-0eb32b059431 on network aee785c8-37e3-41f1-ac50-cbb7088cc5fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:30:33.620016 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Attempting to bind port 11767c5a-27a9-4bd0-bf34-0eb32b059431 on network aee785c8-37e3-41f1-ac50-cbb7088cc5fc {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:30:33.626178 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:30:33.626562 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Checking segment: {'id': '247ad743-b8f5-4ceb-8b22-dc44e084ab61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'aee785c8-37e3-41f1-ac50-cbb7088cc5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:30:33.626984 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Bound using segment: {'id': '247ad743-b8f5-4ceb-8b22-dc44e084ab61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'aee785c8-37e3-41f1-ac50-cbb7088cc5fc'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:30:33.627454 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Bound port: 11767c5a-27a9-4bd0-bf34-0eb32b059431, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247ad743-b8f5-4ceb-8b22-dc44e084ab61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'aee785c8-37e3-41f1-ac50-cbb7088cc5fc'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:30:33.627841 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:33.860505 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] For port 11767c5a-27a9-4bd0-bf34-0eb32b059431, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:30:33.866154 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] For port 11767c5a-27a9-4bd0-bf34-0eb32b059431, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=11767c5a-27a9-4bd0-bf34-0eb32b059431,segment=NetworkSegment(247ad743-b8f5-4ceb-8b22-dc44e084ab61),segment_id=247ad743-b8f5-4ceb-8b22-dc44e084ab61)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:30:33.879210 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2f823-0823-4fcb-987e-2fad6d36af1d req-c4fbc13e-b697-41b5-80fa-5b9d8542178a tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:33.880799 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e2d2f823-0823-4fcb-987e-2fad6d36af1d req-c4fbc13e-b697-41b5-80fa-5b9d8542178a tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.2433131
Apr 19 18:30:33.889401 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c360f-c88e-4c2e-8a26-ac923a9ca772 req-f52bbf29-1062-4ca8-98c7-6302431d8037 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:33.890890 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5d5c360f-c88e-4c2e-8a26-ac923a9ca772 req-f52bbf29-1062-4ca8-98c7-6302431d8037 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.2127976
Apr 19 18:30:33.891919 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:33.900147 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51834) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:33.906943 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-9b5871b3-2448-4305-ab4e-e8864e843598 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Request body: {'floatingip': {'port_id': '0a04da3e-fadc-437e-b9f5-0d26718f7474'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:30:33.913782 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-fe81dafc-6577-4421-aa1e-3042e7c0482d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:33.975915 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:33.976779 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:33.978283 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] 10.222.0.13 "PUT /v2.0/ports/11767c5a-27a9-4bd0-bf34-0eb32b059431 HTTP/1.1" status: 200  len: 1094 time: 1.4046841
Apr 19 18:30:33.980832 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630d510c-165a-423b-aadb-e9a4c2626d1a', 'tag': '11767c5a-27a9-4bd0-bf34-0eb32b059431'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:30:33.984299 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51838) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:34.030100 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9b5871b3-2448-4305-ab4e-e8864e843598 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for floatingip, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:34.071717 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630d510c-165a-423b-aadb-e9a4c2626d1a', 'tag': '11767c5a-27a9-4bd0-bf34-0eb32b059431', 'status': 'completed', 'code': 200}
Apr 19 18:30:34.075315 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e2d2f823-0823-4fcb-987e-2fad6d36af1d req-598c0f61-5a0e-4833-a8d2-91b42429cb34 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1822245
Apr 19 18:30:34.089049 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Pushing event updated for resources: {'Port': ['ID=11767c5a-27a9-4bd0-bf34-0eb32b059431,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:34.109271 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:34.127662 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-7136bbb4-b218-408b-9beb-a3c5a6f1daae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:34.128902 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-7136bbb4-b218-408b-9beb-a3c5a6f1daae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02ebe17d0340491385a8ffb99f18621c&device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 1097 time: 0.1038249
Apr 19 18:30:34.196557 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a1590c-be83-4416-8284-5da676eef808 admin admin] Deleting subnet 742f73e2-822b-402b-99e9-b85a75d856f8 {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:30:34.204976 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-03a1590c-be83-4416-8284-5da676eef808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:34.206151 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-93780d0d-625d-4446-9e7e-f90d5ab4366d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11767c5a-27a9-4bd0-bf34-0eb32b059431 HTTP/1.1" status: 200  len: 217 time: 0.0687118
Apr 19 18:30:34.288286 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-40490024-640a-499a-b7c6-03d8733113af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:34.289690 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-40490024-640a-499a-b7c6-03d8733113af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd0b67f5-e230-4aae-8a42-8732a2140f0f HTTP/1.1" status: 200  len: 849 time: 0.0696771
Apr 19 18:30:34.310203 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-03a1590c-be83-4416-8284-5da676eef808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531779165'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:34.351498 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-3c8d450e-bb77-48ed-8e2a-3d817aa6d160 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aee785c8-37e3-41f1-ac50-cbb7088cc5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0548222
Apr 19 18:30:34.591582 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-5ee552cd-d900-4f93-8a78-c42fb0b1abdf service neutron] 10.222.0.13 "GET /v2.0/networks/aee785c8-37e3-41f1-ac50-cbb7088cc5fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2323444
Apr 19 18:30:34.767817 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 51860) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:34.783669 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-03a1590c-be83-4416-8284-5da676eef808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492386'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:34.832249 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15db945-cebf-4fed-b680-728190385360 req-f02d9266-b67d-4320-af42-215f62cb9194 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:34.839806 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c15db945-cebf-4fed-b680-728190385360 req-f02d9266-b67d-4320-af42-215f62cb9194 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 944 time: 0.2471290
Apr 19 18:30:34.884424 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d4df5ffe-567b-47a3-a06f-8591c432e00f req-75a491ec-4985-4352-ab22-67bb5f6c0a90 service neutron] 10.222.0.13 "GET /v2.0/networks/aee785c8-37e3-41f1-ac50-cbb7088cc5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2410951
Apr 19 18:30:34.921650 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c15db945-cebf-4fed-b680-728190385360 req-bbfce93e-68bb-490b-b833-d0ff75fa3422 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770202
Apr 19 18:30:34.951843 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-928e08ca-931b-4489-96f0-576342750333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:35.012986 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-928e08ca-931b-4489-96f0-576342750333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:35.017597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-928e08ca-931b-4489-96f0-576342750333 admin admin] Usage tracker for resource:security_group_rule and tenant:b5a056a62e3846b2a2e1a90eb4a98547 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:35.020806 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-928e08ca-931b-4489-96f0-576342750333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:35.027596 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-928e08ca-931b-4489-96f0-576342750333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:35.126179 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552803aa-6cc4-4688-b8c5-6c1605e8220a req-6e6e0528-99a9-421b-afa0-7e1842c9ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:35.126179 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-552803aa-6cc4-4688-b8c5-6c1605e8220a req-6e6e0528-99a9-421b-afa0-7e1842c9ef43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02ebe17d0340491385a8ffb99f18621c&device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 1097 time: 0.1622157
Apr 19 18:30:35.232760 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-928e08ca-931b-4489-96f0-576342750333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:35.276701 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-928e08ca-931b-4489-96f0-576342750333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:35.296441 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8a9da02e-882e-4b0f-87db-e21ccfbb7027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:35.377375 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-928e08ca-931b-4489-96f0-576342750333 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b5a056a62e3846b2a2e1a90eb4a98547&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6067708
Apr 19 18:30:35.378823 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-03a1590c-be83-4416-8284-5da676eef808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851283430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036322922211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2060568'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:35.382975 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51872) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:35.389250 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e08ca-931b-4489-96f0-576342750333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a77fdc-f0d5-4046-89ba-87f332245667,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:35.392174 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:35.410393 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-928e08ca-931b-4489-96f0-576342750333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:35.423092 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552803aa-6cc4-4688-b8c5-6c1605e8220a req-3268399f-f510-486b-9841-dc444794737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:35.424711 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-552803aa-6cc4-4688-b8c5-6c1605e8220a req-3268399f-f510-486b-9841-dc444794737a service neutron] 10.222.0.13 "GET /v2.0/networks?id=aee785c8-37e3-41f1-ac50-cbb7088cc5fc HTTP/1.1" status: 200  len: 910 time: 0.2870018
Apr 19 18:30:35.429057 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9b5871b3-2448-4305-ab4e-e8864e843598 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:35.449426 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9b5871b3-2448-4305-ab4e-e8864e843598 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636081'] for floatingip, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:35.512779 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1590c-be83-4416-8284-5da676eef808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=742f73e2-822b-402b-99e9-b85a75d856f8,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:35.515494 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-03a1590c-be83-4416-8284-5da676eef808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:35.529349 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-03a1590c-be83-4416-8284-5da676eef808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:35.614219 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-03a1590c-be83-4416-8284-5da676eef808 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/742f73e2-822b-402b-99e9-b85a75d856f8 HTTP/1.1" status: 204  len: 168 time: 1.6216276
Apr 19 18:30:35.623893 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51876) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:35.702034 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a432e5-5c9c-4265-afbc-ebfc9810cee5 req-28c886c3-f963-4988-8084-0829e809c0d0 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:35.703580 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b7a432e5-5c9c-4265-afbc-ebfc9810cee5 req-28c886c3-f963-4988-8084-0829e809c0d0 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.4694469
Apr 19 18:30:35.713688 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-552803aa-6cc4-4688-b8c5-6c1605e8220a req-025a285a-75e4-488c-a745-63f9d3aa6836 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11767c5a-27a9-4bd0-bf34-0eb32b059431 HTTP/1.1" status: 200  len: 217 time: 0.2812228
Apr 19 18:30:35.779970 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-43682b53-b405-4d2e-af21-4f0802f1cef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:35.809826 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b7a432e5-5c9c-4265-afbc-ebfc9810cee5 req-531aa30b-6f30-4164-9059-8d6163ab7b39 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978851
Apr 19 18:30:35.815837 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552803aa-6cc4-4688-b8c5-6c1605e8220a req-0238ced3-9f41-40d9-9f61-7c14838a65f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:35.817337 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-552803aa-6cc4-4688-b8c5-6c1605e8220a req-0238ced3-9f41-40d9-9f61-7c14838a65f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd0b67f5-e230-4aae-8a42-8732a2140f0f HTTP/1.1" status: 200  len: 849 time: 0.0876086
Apr 19 18:30:35.832599 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_db [None req-9b5871b3-2448-4305-ab4e-e8864e843598 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Floating IP db96e2e3-c48d-412a-bfc8-5636df67ddb8 associated. External IP: 172.27.1.169, port: 0a04da3e-fadc-437e-b9f5-0d26718f7474.
Apr 19 18:30:35.876921 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-552803aa-6cc4-4688-b8c5-6c1605e8220a req-b6c851ec-2c3b-48b4-81cf-065d290566e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aee785c8-37e3-41f1-ac50-cbb7088cc5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504811
Apr 19 18:30:35.899127 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-43682b53-b405-4d2e-af21-4f0802f1cef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:35.911436 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe71c-5fea-4573-aa7a-91c7623c7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3659374'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:36.027281 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-552803aa-6cc4-4688-b8c5-6c1605e8220a req-61477997-0b5f-4805-bd35-b84b0c0e5f79 service neutron] 10.222.0.13 "GET /v2.0/networks/aee785c8-37e3-41f1-ac50-cbb7088cc5fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420770
Apr 19 18:30:36.193851 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe71c-5fea-4573-aa7a-91c7623c7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851283337', 'neutron.services.segments.db._delete_segments_for_network-8757708639347'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:36.275592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc42b7-5b18-4326-946b-f7edcdee171f req-ee97b2b0-eeaf-4ac3-8946-1c7738b9600f tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:36.286049 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d1bc42b7-5b18-4326-946b-f7edcdee171f req-ee97b2b0-eeaf-4ac3-8946-1c7738b9600f tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 944 time: 0.2160382
Apr 19 18:30:36.306307 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-552803aa-6cc4-4688-b8c5-6c1605e8220a req-49b386a3-295e-4c94-8c30-d6cc1efd70df service neutron] 10.222.0.13 "GET /v2.0/networks/aee785c8-37e3-41f1-ac50-cbb7088cc5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2691813
Apr 19 18:30:36.336786 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d1bc42b7-5b18-4326-946b-f7edcdee171f req-b8fe3333-725a-4a5f-8ded-a8899d5fe530 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497036
Apr 19 18:30:36.397945 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-43682b53-b405-4d2e-af21-4f0802f1cef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:36.421199 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a7aae971-1fc3-49ba-a123-391ba17c1035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:36.451593 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43682b53-b405-4d2e-af21-4f0802f1cef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a77fdc-f0d5-4046-89ba-87f332245667,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:36.453853 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-43682b53-b405-4d2e-af21-4f0802f1cef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:36.478934 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-43682b53-b405-4d2e-af21-4f0802f1cef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:36.483456 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-43682b53-b405-4d2e-af21-4f0802f1cef5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/42a77fdc-f0d5-4046-89ba-87f332245667 HTTP/1.1" status: 204  len: 168 time: 1.0567944
Apr 19 18:30:36.519908 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-c0cfe71c-5fea-4573-aa7a-91c7623c7e65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f70fbb92ef0>,) {'filters': {'network_id': ['33aa5f7b-72c8-4c22-b916-469ecdf8fec5']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:36.538171 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-c0cfe71c-5fea-4573-aa7a-91c7623c7e65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fbb92ef0>, '7cde2eae-fd2a-4def-ae10-42388af1b7ea') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:36.538465 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-c0cfe71c-5fea-4573-aa7a-91c7623c7e65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fbb92ef0>, '7cde2eae-fd2a-4def-ae10-42388af1b7ea') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:36.562372 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe71c-5fea-4573-aa7a-91c7623c7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279146027619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036322996651'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:36.570480 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5871b3-2448-4305-ab4e-e8864e843598 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Router aa34ae64-8ef0-4a68-905a-9f29662be5ad has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:30:36.584631 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe71c-5fea-4573-aa7a-91c7623c7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:36.645454 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cfe71c-5fea-4573-aa7a-91c7623c7e65 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:30:37.102263 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:30:37.104474 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0de39-e1b5-4345-8476-24156d46c886 req-879cd9e8-1515-427d-8bf4-7ec496232773 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:37.106819 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-97b0de39-e1b5-4345-8476-24156d46c886 req-879cd9e8-1515-427d-8bf4-7ec496232773 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.1031597
Apr 19 18:30:37.171655 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-c0cfe71c-5fea-4573-aa7a-91c7623c7e65 admin admin] Network 33aa5f7b-72c8-4c22-b916-469ecdf8fec5 has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:30:37.178740 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-97b0de39-e1b5-4345-8476-24156d46c886 req-f434418c-ddd8-49ee-a8ec-ea240be6a69e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629213
Apr 19 18:30:37.182999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe71c-5fea-4573-aa7a-91c7623c7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3576371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531857086'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:37.306714 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5871b3-2448-4305-ab4e-e8864e843598 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:30:37.311841 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9b5871b3-2448-4305-ab4e-e8864e843598 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:37.317755 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85715d64-01cc-4c3e-877e-1c25f3bcee74 None None] Sync routers for ids ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:30:37.329350 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85715d64-01cc-4c3e-877e-1c25f3bcee74 None None] Routers {'aa34ae64-8ef0-4a68-905a-9f29662be5ad'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:30:37.330124 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-85715d64-01cc-4c3e-877e-1c25f3bcee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71005c0748>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:30:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:37.443003 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-c0cfe71c-5fea-4573-aa7a-91c7623c7e65 admin admin] Network 33aa5f7b-72c8-4c22-b916-469ecdf8fec5 has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]: Traceback (most recent call last):
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:     timer()
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:     cb(*args, **kw)
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:     return func(*args, **kwargs)
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:     self._notify()
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:     self.callback(batched_events)
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:     event.method(event)
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:     segment_id)['aggregates'][0]
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:     return f(self, *a, **k)
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self._get(url).json()
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:     **kwargs)
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:     **endpoint_filter)
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:30:37.470162 dv-cinder-786928-1-iscsi neutron-server[86197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:30:37.531721 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-9b5871b3-2448-4305-ab4e-e8864e843598 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "PUT /v2.0/floatingips/db96e2e3-c48d-412a-bfc8-5636df67ddb8 HTTP/1.1" status: 200  len: 992 time: 3.6275849
Apr 19 18:30:37.535068 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcccde8e-1233-4bc9-ae04-68b9f2b535a7', 'tag': '0a04da3e-fadc-437e-b9f5-0d26718f7474'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:30:37.550316 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-85715d64-01cc-4c3e-877e-1c25f3bcee74 None None] Set router aa34ae64-8ef0-4a68-905a-9f29662be5ad gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:30:37.572979 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe71c-5fea-4573-aa7a-91c7623c7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636034'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:37.579260 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe71c-5fea-4573-aa7a-91c7623c7e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:37.600961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ab081-5cce-498f-b90e-edb3175d38d1 req-d87ed652-8fee-49fd-8b0c-31e200dad6eb tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:37.602701 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9bbfb984-f61f-4e1d-a465-a2c78a7fff33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:37.614840 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-518ab081-5cce-498f-b90e-edb3175d38d1 req-d87ed652-8fee-49fd-8b0c-31e200dad6eb tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 944 time: 0.1462252
Apr 19 18:30:37.629104 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-c0cfe71c-5fea-4573-aa7a-91c7623c7e65 admin admin] 10.222.0.49 "DELETE /v2.0/networks/33aa5f7b-72c8-4c22-b916-469ecdf8fec5 HTTP/1.1" status: 204  len: 168 time: 2.0001976
Apr 19 18:30:37.632685 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfe71c-5fea-4573-aa7a-91c7623c7e65 admin admin] Pushing event deleted for resources: {'Network': ['ID=33aa5f7b-72c8-4c22-b916-469ecdf8fec5,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:37.640273 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c0cfe71c-5fea-4573-aa7a-91c7623c7e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:37.708965 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-518ab081-5cce-498f-b90e-edb3175d38d1 req-8c91dcb3-e2be-4613-8c6f-693bc5fe642c tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828133
Apr 19 18:30:37.727051 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcccde8e-1233-4bc9-ae04-68b9f2b535a7', 'tag': '0a04da3e-fadc-437e-b9f5-0d26718f7474', 'status': 'completed', 'code': 200}
Apr 19 18:30:37.829292 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492e6c2-5b8a-4ee3-be62-5029fc603db4 req-e29b6727-6b4d-40b5-9d55-899e2c95261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:37.830984 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3492e6c2-5b8a-4ee3-be62-5029fc603db4 req-e29b6727-6b4d-40b5-9d55-899e2c95261a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b234179720af4fd9b2d3f0aabf09fb91&device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 1099 time: 0.0824234
Apr 19 18:30:37.866455 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51932) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:37.931858 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-7e201a3f-19bf-40d9-8983-a8014ab8b5a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64888eec7ab64396929cc1c3e1165e4e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0617080
Apr 19 18:30:37.932035 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 51936) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:38.000132 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492e6c2-5b8a-4ee3-be62-5029fc603db4 req-6bb412c9-59ee-4fa5-8804-a767e56e82af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:38.001802 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3492e6c2-5b8a-4ee3-be62-5029fc603db4 req-6bb412c9-59ee-4fa5-8804-a767e56e82af service neutron] 10.222.0.13 "GET /v2.0/networks?id=99be9128-c693-427e-921b-a550e9df2043 HTTP/1.1" status: 200  len: 912 time: 0.1622734
Apr 19 18:30:38.047219 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f6e5c1ea-b0b9-4bdf-9a7f-0a6712061802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:38.061686 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 11767c5a-27a9-4bd0-bf34-0eb32b059431 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:30:38.095070 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-85715d64-01cc-4c3e-877e-1c25f3bcee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71005c0748>, [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:47Z', 'revision_number': 4, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': 'db96e2e3-c48d-412a-bfc8-5636df67ddb8', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'port_id': '0a04da3e-fadc-437e-b9f5-0d26718f7474', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'mac_address': 'fa:16:3e:89:c9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcccde8e-1233-4bc9-ae04-68b9f2b535a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:30:03Z', 'updated_at': '2021-04-19T18:30:35Z', 'revision_number': 1, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65fab99-9cfe-453e-91cd-1a2061cd415d', 'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'mac_address': 'fa:16:3e:ea:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:45Z', 'updated_at': '2021-04-19T18:30:00Z', 'revision_number': 5, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'subnets': [{'id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:38.107209 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85715d64-01cc-4c3e-877e-1c25f3bcee74 None None] Checking router: aa34ae64-8ef0-4a68-905a-9f29662be5ad for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:30:38.112808 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f6e5c1ea-b0b9-4bdf-9a7f-0a6712061802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:38.155758 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85715d64-01cc-4c3e-877e-1c25f3bcee74 None None] Routers {'aa34ae64-8ef0-4a68-905a-9f29662be5ad'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:30:38.158935 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-85715d64-01cc-4c3e-877e-1c25f3bcee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71005c0748>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:30:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:38.221941 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3492e6c2-5b8a-4ee3-be62-5029fc603db4 req-50ecd0b7-17ae-44f5-a289-c2ca08c9a577 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a04da3e-fadc-437e-b9f5-0d26718f7474 HTTP/1.1" status: 200  len: 1000 time: 0.2117708
Apr 19 18:30:38.264853 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f6e5c1ea-b0b9-4bdf-9a7f-0a6712061802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:38.281204 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5eae5868-5fdd-4a92-835d-abc0614fb03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:38.325939 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5c1ea-b0b9-4bdf-9a7f-0a6712061802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77567a7-81f7-4b4f-9f19-3bd6f708e48d,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:38.339033 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f6e5c1ea-b0b9-4bdf-9a7f-0a6712061802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:38.348019 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f6e5c1ea-b0b9-4bdf-9a7f-0a6712061802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:38.351680 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f6e5c1ea-b0b9-4bdf-9a7f-0a6712061802 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f77567a7-81f7-4b4f-9f19-3bd6f708e48d HTTP/1.1" status: 204  len: 168 time: 0.4163542
Apr 19 18:30:38.364677 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492e6c2-5b8a-4ee3-be62-5029fc603db4 req-4759934b-32b0-4a77-83e8-dfd11466fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:38.369904 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3492e6c2-5b8a-4ee3-be62-5029fc603db4 req-4759934b-32b0-4a77-83e8-dfd11466fd70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=065c4058-e54c-4e5a-b701-2bf0f3fd5623 HTTP/1.1" status: 200  len: 850 time: 0.1399834
Apr 19 18:30:38.394614 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 11767c5a-27a9-4bd0-bf34-0eb32b059431, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=11767c5a-27a9-4bd0-bf34-0eb32b059431,segment=NetworkSegment(247ad743-b8f5-4ceb-8b22-dc44e084ab61),segment_id=247ad743-b8f5-4ceb-8b22-dc44e084ab61)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:38.412752 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': '11767c5a-27a9-4bd0-bf34-0eb32b059431', 'network_id': 'aee785c8-37e3-41f1-ac50-cbb7088cc5fc', 'port_id': '11767c5a-27a9-4bd0-bf34-0eb32b059431', 'mac_address': 'fa:16:3e:08:f5:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0b67f5-e230-4aae-8a42-8732a2140f0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:30:38.503214 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-85715d64-01cc-4c3e-877e-1c25f3bcee74 None None] Set router aa34ae64-8ef0-4a68-905a-9f29662be5ad gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:30:38.516612 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:38.571567 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11767c5a-27a9-4bd0-bf34-0eb32b059431 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:30:38.583176 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492e6c2-5b8a-4ee3-be62-5029fc603db4 req-e29dd748-b875-48d9-80d2-137256d6c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:38.585072 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3492e6c2-5b8a-4ee3-be62-5029fc603db4 req-e29dd748-b875-48d9-80d2-137256d6c75b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99be9128-c693-427e-921b-a550e9df2043&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2094319
Apr 19 18:30:38.600791 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122df78-8a4b-49a1-be43-e0b9b1424304 req-1e854102-4793-43c8-afb2-5328ea8cf1de tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:38.602652 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e122df78-8a4b-49a1-be43-e0b9b1424304 req-1e854102-4793-43c8-afb2-5328ea8cf1de tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.1461971
Apr 19 18:30:38.605349 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 11767c5a-27a9-4bd0-bf34-0eb32b059431, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=11767c5a-27a9-4bd0-bf34-0eb32b059431,segment=NetworkSegment(247ad743-b8f5-4ceb-8b22-dc44e084ab61),segment_id=247ad743-b8f5-4ceb-8b22-dc44e084ab61)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:38.615007 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:38.616970 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:38.766997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=11767c5a-27a9-4bd0-bf34-0eb32b059431,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:38.782053 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:38.800688 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e122df78-8a4b-49a1-be43-e0b9b1424304 req-f318fab7-033b-45b9-9cd1-b028c74c935f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630495
Apr 19 18:30:38.848422 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3492e6c2-5b8a-4ee3-be62-5029fc603db4 req-dfbf2ca1-decf-4efc-917a-886800ca31a0 service neutron] 10.222.0.13 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2432089
Apr 19 18:30:38.997694 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-85715d64-01cc-4c3e-877e-1c25f3bcee74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71005c0748>, [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:47Z', 'revision_number': 4, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': 'db96e2e3-c48d-412a-bfc8-5636df67ddb8', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'port_id': '0a04da3e-fadc-437e-b9f5-0d26718f7474', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'mac_address': 'fa:16:3e:89:c9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcccde8e-1233-4bc9-ae04-68b9f2b535a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:30:03Z', 'updated_at': '2021-04-19T18:30:35Z', 'revision_number': 1, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65fab99-9cfe-453e-91cd-1a2061cd415d', 'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'mac_address': 'fa:16:3e:ea:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:45Z', 'updated_at': '2021-04-19T18:30:00Z', 'revision_number': 5, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'subnets': [{'id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:30:39.002351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85715d64-01cc-4c3e-877e-1c25f3bcee74 None None] The sync data for ids ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'] in dv-cinder-786928-1-iscsi is: [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:47Z', 'revision_number': 4, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': 'db96e2e3-c48d-412a-bfc8-5636df67ddb8', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'port_id': '0a04da3e-fadc-437e-b9f5-0d26718f7474', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'mac_address': 'fa:16:3e:89:c9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcccde8e-1233-4bc9-ae04-68b9f2b535a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:30:03Z', 'updated_at': '2021-04-19T18:30:35Z', 'revision_number': 1, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65fab99-9cfe-453e-91cd-1a2061cd415d', 'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'mac_address': 'fa:16:3e:ea:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:45Z', 'updated_at': '2021-04-19T18:30:00Z', 'revision_number': 5, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'subnets': [{'id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:30:39.045215 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['11767c5a-27a9-4bd0-bf34-0eb32b059431'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:30:39.120351 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3492e6c2-5b8a-4ee3-be62-5029fc603db4 req-7d0963c3-90f6-4850-8782-a8c89014c6c3 service neutron] 10.222.0.13 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2646317
Apr 19 18:30:39.185987 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b276b-0a6a-48d6-b907-0196e399478b req-4bc8d1e3-4548-42d3-af35-9976aa6150e1 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:39.193554 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-513b276b-0a6a-48d6-b907-0196e399478b req-4bc8d1e3-4548-42d3-af35-9976aa6150e1 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 945 time: 0.2146444
Apr 19 18:30:39.199383 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e553fdc0-6e1d-479e-8c90-283b51944a0c req-cc0b99fb-488f-418d-a46c-926a86e39480 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1601815
Apr 19 18:30:39.279141 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-513b276b-0a6a-48d6-b907-0196e399478b req-09cf6d56-f073-4077-be1f-52fe84697878 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809736
Apr 19 18:30:39.419448 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553fdc0-6e1d-479e-8c90-283b51944a0c req-2479a1ab-a42d-4bfb-b0f9-4f3ffdbfb075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:39.421225 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e553fdc0-6e1d-479e-8c90-283b51944a0c req-2479a1ab-a42d-4bfb-b0f9-4f3ffdbfb075 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd6d3dff6251456ab69d797d216f3c79&device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 1098 time: 0.1233156
Apr 19 18:30:39.503873 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d601ba4-9762-4b34-bbc2-39a240f07096 None None] New status for floating IP db96e2e3-c48d-412a-bfc8-5636df67ddb8: ACTIVE {{(pid=86312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:30:39.633169 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553fdc0-6e1d-479e-8c90-283b51944a0c req-4980ce89-a9e7-488e-82c8-cf5b8648b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:39.634812 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e553fdc0-6e1d-479e-8c90-283b51944a0c req-4980ce89-a9e7-488e-82c8-cf5b8648b879 service neutron] 10.222.0.13 "GET /v2.0/networks?id=acd59ac1-d427-4149-8d1a-2f550ec235ed HTTP/1.1" status: 200  len: 919 time: 0.1830475
Apr 19 18:30:39.760614 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e553fdc0-6e1d-479e-8c90-283b51944a0c req-6208190d-a47c-4541-b268-70c99a08ec1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7f46757-ad1c-4db6-a7ba-732e7688475f HTTP/1.1" status: 200  len: 217 time: 0.1140482
Apr 19 18:30:39.850262 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553fdc0-6e1d-479e-8c90-283b51944a0c req-8da2ab25-89ac-4951-8678-830343259338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:39.852217 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e553fdc0-6e1d-479e-8c90-283b51944a0c req-8da2ab25-89ac-4951-8678-830343259338 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1939f7f6-46d3-4a60-90df-2e2254de6630 HTTP/1.1" status: 200  len: 858 time: 0.0800695
Apr 19 18:30:39.962251 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e553fdc0-6e1d-479e-8c90-283b51944a0c req-e7e6d773-b4de-4f67-afed-94a0bd012b00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=acd59ac1-d427-4149-8d1a-2f550ec235ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1002035
Apr 19 18:30:40.195946 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab1946-f59e-40fc-98bb-796b9bc33183 req-bd8ab746-6287-48b4-9c16-07a1cd6cfaab tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:40.198715 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a8ab1946-f59e-40fc-98bb-796b9bc33183 req-bd8ab746-6287-48b4-9c16-07a1cd6cfaab tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.2351937
Apr 19 18:30:40.208879 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e553fdc0-6e1d-479e-8c90-283b51944a0c req-d17b0f75-c812-448e-b18d-136b112f9918 service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1943500
Apr 19 18:30:40.253073 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a8ab1946-f59e-40fc-98bb-796b9bc33183 req-0288b651-42d9-472e-b143-8672cd95ee20 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431409
Apr 19 18:30:40.469854 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d5696-7e27-43a9-a55a-b774624e4c1e req-10afa8d9-b443-4920-bf7e-c96c7cb8486e tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:40.471439 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-817d5696-7e27-43a9-a55a-b774624e4c1e req-10afa8d9-b443-4920-bf7e-c96c7cb8486e tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 945 time: 0.0887508
Apr 19 18:30:40.520534 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-817d5696-7e27-43a9-a55a-b774624e4c1e req-135d99e2-4bd0-41e6-95d5-bdc10c5998f9 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425553
Apr 19 18:30:40.644303 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 52022) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:40.767903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-886247d2-1714-4ab0-b50e-44ffc73c3a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:40.783153 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-886247d2-1714-4ab0-b50e-44ffc73c3a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:40.787236 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-886247d2-1714-4ab0-b50e-44ffc73c3a6a admin admin] Usage tracker for resource:security_group_rule and tenant:7763fe575398436897fbc7bba3cb1c59 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:40.790211 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-886247d2-1714-4ab0-b50e-44ffc73c3a6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:40.796214 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-886247d2-1714-4ab0-b50e-44ffc73c3a6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:40.883504 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-886247d2-1714-4ab0-b50e-44ffc73c3a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:40.886145 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-886247d2-1714-4ab0-b50e-44ffc73c3a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:40.895094 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d8d4b924-5903-42bf-8bc9-4f9a2bdb9dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:40.939489 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-886247d2-1714-4ab0-b50e-44ffc73c3a6a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7763fe575398436897fbc7bba3cb1c59&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2940774
Apr 19 18:30:40.940383 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886247d2-1714-4ab0-b50e-44ffc73c3a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2183dd4-1db1-4fcf-a2a8-fc4eaf9dbcf7,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:40.943126 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 52030) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:40.943434 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-886247d2-1714-4ab0-b50e-44ffc73c3a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:40.944613 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 11767c5a-27a9-4bd0-bf34-0eb32b059431 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:30:41.009931 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-53ca4a77-33a7-4b48-8160-5ba73724b18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:41.021453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port 11767c5a-27a9-4bd0-bf34-0eb32b059431 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:30:41.026490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port 11767c5a-27a9-4bd0-bf34-0eb32b059431 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:30:41.027014 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:41.038449 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-53ca4a77-33a7-4b48-8160-5ba73724b18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:41.084226 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-53ca4a77-33a7-4b48-8160-5ba73724b18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:41.089257 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-bfab2bf8-ae43-4f59-980a-3eae5d6803d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:41.102296 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca4a77-33a7-4b48-8160-5ba73724b18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2183dd4-1db1-4fcf-a2a8-fc4eaf9dbcf7,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:41.106504 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-53ca4a77-33a7-4b48-8160-5ba73724b18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:41.112432 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-53ca4a77-33a7-4b48-8160-5ba73724b18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:41.114092 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-53ca4a77-33a7-4b48-8160-5ba73724b18b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2183dd4-1db1-4fcf-a2a8-fc4eaf9dbcf7 HTTP/1.1" status: 204  len: 168 time: 0.1685545
Apr 19 18:30:41.172856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:41.208751 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630d510c-165a-423b-aadb-e9a4c2626d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11767c5a-27a9-4bd0-bf34-0eb32b059431'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:30:41.219111 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 11767c5a-27a9-4bd0-bf34-0eb32b059431, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=11767c5a-27a9-4bd0-bf34-0eb32b059431,segment=NetworkSegment(247ad743-b8f5-4ceb-8b22-dc44e084ab61),segment_id=247ad743-b8f5-4ceb-8b22-dc44e084ab61)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:41.221665 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:41.223981 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:41.296310 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=11767c5a-27a9-4bd0-bf34-0eb32b059431,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:41.299528 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:41.427561 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 52044) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:41.446572 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8ff61790-089a-4e59-b7c3-49d2224eb1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:41.462263 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-8ff61790-089a-4e59-b7c3-49d2224eb1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:41.466804 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-8ff61790-089a-4e59-b7c3-49d2224eb1b6 admin admin] Usage tracker for resource:security_group_rule and tenant:76deb6da03ae4e03a21318d5e5ab3e52 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:41.469812 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-8ff61790-089a-4e59-b7c3-49d2224eb1b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:41.476296 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-8ff61790-089a-4e59-b7c3-49d2224eb1b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:41.561309 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8ff61790-089a-4e59-b7c3-49d2224eb1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:41.564088 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8ff61790-089a-4e59-b7c3-49d2224eb1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:41.573295 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ff899934-8577-4023-95b3-7bb64a943fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:41.619144 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-8ff61790-089a-4e59-b7c3-49d2224eb1b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76deb6da03ae4e03a21318d5e5ab3e52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1903734
Apr 19 18:30:41.620810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff61790-089a-4e59-b7c3-49d2224eb1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a5e5c2-4fa9-4ee5-aaa1-a2226d23d3cc,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:41.622060 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 52050) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:41.626378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8ff61790-089a-4e59-b7c3-49d2224eb1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:41.685171 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4096ed4a-7987-482a-9484-c24508b39350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:41.712647 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4096ed4a-7987-482a-9484-c24508b39350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:41.760321 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4096ed4a-7987-482a-9484-c24508b39350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:41.765806 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f43355f0-f08a-4fe9-995c-e35aaa8c29d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:41.778968 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096ed4a-7987-482a-9484-c24508b39350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a5e5c2-4fa9-4ee5-aaa1-a2226d23d3cc,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:41.781323 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4096ed4a-7987-482a-9484-c24508b39350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:41.788610 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4096ed4a-7987-482a-9484-c24508b39350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:41.791321 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-4096ed4a-7987-482a-9484-c24508b39350 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8a5e5c2-4fa9-4ee5-aaa1-a2226d23d3cc HTTP/1.1" status: 204  len: 168 time: 0.1665671
Apr 19 18:30:42.057146 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8651a642-164c-4669-a8ed-d3d78583e2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:42.440200 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:42.984254 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630d510c-165a-423b-aadb-e9a4c2626d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11767c5a-27a9-4bd0-bf34-0eb32b059431', 'code': 200}
Apr 19 18:30:43.080835 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e553fdc0-6e1d-479e-8c90-283b51944a0c req-154c8770-da0a-4f82-b3d3-99abefa03321 service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583204
Apr 19 18:30:43.304023 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71f2bc-01a6-4b03-96c8-0f586e4e19b6 req-ea685988-ad50-4575-b43b-e70383066d66 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:43.305415 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc71f2bc-01a6-4b03-96c8-0f586e4e19b6 req-ea685988-ad50-4575-b43b-e70383066d66 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.2175543
Apr 19 18:30:43.352036 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233f27c-d93a-44aa-97b6-8307d9c7edf3 req-f37df3ca-d9dd-4c3b-9832-e19b7947a50a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:43.353652 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7233f27c-d93a-44aa-97b6-8307d9c7edf3 req-f37df3ca-d9dd-4c3b-9832-e19b7947a50a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 946 time: 0.2125878
Apr 19 18:30:43.412372 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc71f2bc-01a6-4b03-96c8-0f586e4e19b6 req-6c01db08-3454-4637-aec6-c96a43452def tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974600
Apr 19 18:30:43.439797 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047413d-4721-4361-94f9-1678f7cb5486 req-f498056d-db98-4808-85a0-bb5c6a5f64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:43.441365 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5047413d-4721-4361-94f9-1678f7cb5486 req-f498056d-db98-4808-85a0-bb5c6a5f64e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 1099 time: 0.2057967
Apr 19 18:30:43.444730 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7233f27c-d93a-44aa-97b6-8307d9c7edf3 req-9fd2556f-e6e9-477a-8cb8-9a8df5342b44 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727842
Apr 19 18:30:43.717109 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5047413d-4721-4361-94f9-1678f7cb5486 req-8efc3b0d-df18-42f0-b5cb-cdd46c47d76d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2653401
Apr 19 18:30:44.124912 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1fd67271-f446-4a48-823d-b4373136de22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:44.711609 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ed81a-823b-43ea-a420-3a89a714e181 req-2a140c7c-f81e-4d6b-8690-09b5aace7348 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:44.713197 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-953ed81a-823b-43ea-a420-3a89a714e181 req-2a140c7c-f81e-4d6b-8690-09b5aace7348 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.1710625
Apr 19 18:30:44.726113 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e361497-a313-4a58-8a17-82b9966c2407 req-455f295d-a484-4238-bf50-638de4098fbb tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:44.730337 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7e361497-a313-4a58-8a17-82b9966c2407 req-455f295d-a484-4238-bf50-638de4098fbb tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 946 time: 0.1371732
Apr 19 18:30:44.745587 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 52150) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:44.812644 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7e361497-a313-4a58-8a17-82b9966c2407 req-12b37d5c-8334-4944-9e44-80199823beaa tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777349
Apr 19 18:30:44.827981 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-953ed81a-823b-43ea-a420-3a89a714e181 req-a42b509e-1b8c-4162-8b07-92e8801c3490 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953343
Apr 19 18:30:44.883786 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-84a9690a-61d8-4f3b-80b0-e7206c465643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:44.899663 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-84a9690a-61d8-4f3b-80b0-e7206c465643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:44.904272 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-84a9690a-61d8-4f3b-80b0-e7206c465643 admin admin] Usage tracker for resource:security_group_rule and tenant:ac27e6b6427d41768e19e6924dbb3d51 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:44.907259 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-84a9690a-61d8-4f3b-80b0-e7206c465643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:44.913235 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-84a9690a-61d8-4f3b-80b0-e7206c465643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:44.966522 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 52158) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:45.006465 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-84a9690a-61d8-4f3b-80b0-e7206c465643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.009531 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-84a9690a-61d8-4f3b-80b0-e7206c465643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.018603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:45.061343 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-84a9690a-61d8-4f3b-80b0-e7206c465643 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac27e6b6427d41768e19e6924dbb3d51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3145247
Apr 19 18:30:45.063122 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9690a-61d8-4f3b-80b0-e7206c465643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e220bcc-ce8e-46b2-bd31-c9daa3a13605,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:45.064181 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 52164) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:45.066329 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-84a9690a-61d8-4f3b-80b0-e7206c465643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:45.112297 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a4bf09e9-fe0c-4799-9fba-5bc4d99034f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.132283 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-652b8aa6-1686-4a0d-bc67-39b1f6d126c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.136625 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a4bf09e9-fe0c-4799-9fba-5bc4d99034f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:45.142080 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a4bf09e9-fe0c-4799-9fba-5bc4d99034f1 admin admin] Usage tracker for resource:security_group_rule and tenant:313645dbd3c94953bb96194cafc26d92 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:45.145543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a4bf09e9-fe0c-4799-9fba-5bc4d99034f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:45.152281 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a4bf09e9-fe0c-4799-9fba-5bc4d99034f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:45.160689 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-652b8aa6-1686-4a0d-bc67-39b1f6d126c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.218407 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-652b8aa6-1686-4a0d-bc67-39b1f6d126c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.228080 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-77b20cf1-5170-4e54-bc3f-7622e645babf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:45.242620 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b8aa6-1686-4a0d-bc67-39b1f6d126c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e220bcc-ce8e-46b2-bd31-c9daa3a13605,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:45.254512 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-652b8aa6-1686-4a0d-bc67-39b1f6d126c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:45.255654 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-652b8aa6-1686-4a0d-bc67-39b1f6d126c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.259422 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-652b8aa6-1686-4a0d-bc67-39b1f6d126c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e220bcc-ce8e-46b2-bd31-c9daa3a13605 HTTP/1.1" status: 204  len: 168 time: 0.1916039
Apr 19 18:30:45.266485 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a4bf09e9-fe0c-4799-9fba-5bc4d99034f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.271433 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a4bf09e9-fe0c-4799-9fba-5bc4d99034f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.285277 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c6584cd7-9d3b-4482-b441-d3ea0d624a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:45.287508 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.330654 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-a4bf09e9-fe0c-4799-9fba-5bc4d99034f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=313645dbd3c94953bb96194cafc26d92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3602412
Apr 19 18:30:45.330654 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf09e9-fe0c-4799-9fba-5bc4d99034f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258eb234-f3aa-4a5d-9f3b-c39f06377993,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:45.331069 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 52176) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:45.334899 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a4bf09e9-fe0c-4799-9fba-5bc4d99034f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:45.394312 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5a51d2d6-0732-4529-93e5-2d487e9d5d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.423820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5a51d2d6-0732-4529-93e5-2d487e9d5d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.468896 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5a51d2d6-0732-4529-93e5-2d487e9d5d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.474153 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b440d92a-2606-434d-9fb9-a5dbb84d415a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:45.488594 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51d2d6-0732-4529-93e5-2d487e9d5d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258eb234-f3aa-4a5d-9f3b-c39f06377993,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:45.493494 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5a51d2d6-0732-4529-93e5-2d487e9d5d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:45.495582 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5a51d2d6-0732-4529-93e5-2d487e9d5d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.497337 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-5a51d2d6-0732-4529-93e5-2d487e9d5d45 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/258eb234-f3aa-4a5d-9f3b-c39f06377993 HTTP/1.1" status: 204  len: 168 time: 0.1646695
Apr 19 18:30:45.565485 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 52184) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:45.587562 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-02ddd146-1f53-4088-98e7-9861df5ee31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.604468 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-02ddd146-1f53-4088-98e7-9861df5ee31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:45.609198 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-02ddd146-1f53-4088-98e7-9861df5ee31e admin admin] Usage tracker for resource:security_group_rule and tenant:09e729f3aa0b479192ddf2b6d9c96970 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:45.612490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-02ddd146-1f53-4088-98e7-9861df5ee31e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:45.619029 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-02ddd146-1f53-4088-98e7-9861df5ee31e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:45.655641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.706672 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-02ddd146-1f53-4088-98e7-9861df5ee31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.709723 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-02ddd146-1f53-4088-98e7-9861df5ee31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.719265 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c5654fda-fa77-4276-b918-09a71daf6acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:45.763435 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-02ddd146-1f53-4088-98e7-9861df5ee31e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09e729f3aa0b479192ddf2b6d9c96970&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1939356
Apr 19 18:30:45.764376 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddd146-1f53-4088-98e7-9861df5ee31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7baaf25b-0747-45a0-91d9-7413784c011b,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:45.766451 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 52190) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:45.767914 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-02ddd146-1f53-4088-98e7-9861df5ee31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:45.831911 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4d9c905d-1dea-4cd9-b795-2493ed1a1b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.860452 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 52198) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:45.860688 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4d9c905d-1dea-4cd9-b795-2493ed1a1b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.879630 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2f8a7771-792c-4acc-a3f7-c36e9b3101db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.894736 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-2f8a7771-792c-4acc-a3f7-c36e9b3101db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:45.898838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-2f8a7771-792c-4acc-a3f7-c36e9b3101db admin admin] Usage tracker for resource:security_group_rule and tenant:ac2ba2f307334431b8cff08705bca101 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:45.901802 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-2f8a7771-792c-4acc-a3f7-c36e9b3101db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:45.905415 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4d9c905d-1dea-4cd9-b795-2493ed1a1b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.908606 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-2f8a7771-792c-4acc-a3f7-c36e9b3101db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:45.910629 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-926d3ea7-71f9-49fd-b1d9-f5ab025a7b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:45.928662 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c905d-1dea-4cd9-b795-2493ed1a1b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baaf25b-0747-45a0-91d9-7413784c011b,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:45.932515 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4d9c905d-1dea-4cd9-b795-2493ed1a1b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:45.944494 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4d9c905d-1dea-4cd9-b795-2493ed1a1b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:45.946099 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-4d9c905d-1dea-4cd9-b795-2493ed1a1b19 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7baaf25b-0747-45a0-91d9-7413784c011b HTTP/1.1" status: 204  len: 168 time: 0.1781902
Apr 19 18:30:46.004613 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2f8a7771-792c-4acc-a3f7-c36e9b3101db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:46.007548 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2f8a7771-792c-4acc-a3f7-c36e9b3101db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:46.020537 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5a51d2d6-0732-4529-93e5-2d487e9d5d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:46.063671 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-2f8a7771-792c-4acc-a3f7-c36e9b3101db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac2ba2f307334431b8cff08705bca101&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2018518
Apr 19 18:30:46.065349 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a7771-792c-4acc-a3f7-c36e9b3101db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4ef1ec-f680-4bc7-8dca-f8b8a64a1632,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:46.066482 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 52204) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:46.069046 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-2f8a7771-792c-4acc-a3f7-c36e9b3101db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:46.131374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-51fdf6a2-4507-4b31-bc3a-673dc1035af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:46.162469 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-51fdf6a2-4507-4b31-bc3a-673dc1035af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:46.211026 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-51fdf6a2-4507-4b31-bc3a-673dc1035af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:46.216814 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-341c06c1-401f-43ac-bcab-42ff4cd14155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:46.230432 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdf6a2-4507-4b31-bc3a-673dc1035af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4ef1ec-f680-4bc7-8dca-f8b8a64a1632,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:46.234689 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-51fdf6a2-4507-4b31-bc3a-673dc1035af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:46.235683 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-51fdf6a2-4507-4b31-bc3a-673dc1035af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:46.239412 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-51fdf6a2-4507-4b31-bc3a-673dc1035af9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d4ef1ec-f680-4bc7-8dca-f8b8a64a1632 HTTP/1.1" status: 204  len: 168 time: 0.1692686
Apr 19 18:30:46.348809 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:47.834790 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 52292) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:47.947683 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058255e-44ae-4d61-ad9b-acf0c7091af3 req-38505111-7a8f-4248-acb4-5c69ad8930c2 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:47.952107 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2058255e-44ae-4d61-ad9b-acf0c7091af3 req-38505111-7a8f-4248-acb4-5c69ad8930c2 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.1424828
Apr 19 18:30:47.962883 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde50cd-fd5f-4fe1-aa36-fab14a64392b req-3b5768c6-a4e3-4a74-8ff0-18537a14f941 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:47.964698 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cbde50cd-fd5f-4fe1-aa36-fab14a64392b req-3b5768c6-a4e3-4a74-8ff0-18537a14f941 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 946 time: 0.1932993
Apr 19 18:30:48.051845 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cbde50cd-fd5f-4fe1-aa36-fab14a64392b req-626f34af-1485-4ca1-9681-8d12d22ee797 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703332
Apr 19 18:30:48.069958 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2058255e-44ae-4d61-ad9b-acf0c7091af3 req-0d77b8ab-3d98-437c-9b7c-6e9a624a7d2d tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035080
Apr 19 18:30:48.144157 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-41737b06-3a01-4703-81df-5f3c339572fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:48.159445 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-41737b06-3a01-4703-81df-5f3c339572fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:48.163504 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-41737b06-3a01-4703-81df-5f3c339572fb admin admin] Usage tracker for resource:security_group_rule and tenant:2e7d225a58f9424b8daa38192e6eb4a5 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:48.166492 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-41737b06-3a01-4703-81df-5f3c339572fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:48.172912 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-41737b06-3a01-4703-81df-5f3c339572fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:48.260973 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-41737b06-3a01-4703-81df-5f3c339572fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:48.264483 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-41737b06-3a01-4703-81df-5f3c339572fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:48.277717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:48.320906 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-41737b06-3a01-4703-81df-5f3c339572fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e7d225a58f9424b8daa38192e6eb4a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4849625
Apr 19 18:30:48.322125 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41737b06-3a01-4703-81df-5f3c339572fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b83e30-98f4-47a3-acf5-a96cb6a2823d,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:48.324009 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 52310) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:48.326149 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-41737b06-3a01-4703-81df-5f3c339572fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:48.393392 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c3c3831f-dc85-4ae1-bbbe-ec112a9149fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:48.422414 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c3c3831f-dc85-4ae1-bbbe-ec112a9149fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:48.473647 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c3c3831f-dc85-4ae1-bbbe-ec112a9149fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:48.481762 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d5def874-699d-42e5-96fe-e1e7a6ea9b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:48.497529 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3831f-dc85-4ae1-bbbe-ec112a9149fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b83e30-98f4-47a3-acf5-a96cb6a2823d,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:48.501652 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c3c3831f-dc85-4ae1-bbbe-ec112a9149fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:48.509392 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c3c3831f-dc85-4ae1-bbbe-ec112a9149fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:48.513171 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-c3c3831f-dc85-4ae1-bbbe-ec112a9149fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56b83e30-98f4-47a3-acf5-a96cb6a2823d HTTP/1.1" status: 204  len: 168 time: 0.1848471
Apr 19 18:30:49.361229 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0ee60-ee29-40fe-9599-29d2accbfdf4 req-5196b910-6524-4af1-bd1a-a698afc797a0 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:49.362894 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-78d0ee60-ee29-40fe-9599-29d2accbfdf4 req-5196b910-6524-4af1-bd1a-a698afc797a0 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.1686604
Apr 19 18:30:49.399074 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58baf457-993c-4494-b8bb-a11c6bfd7733 req-6a355268-c839-4bd6-b576-588115a8c3c2 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:49.400829 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-58baf457-993c-4494-b8bb-a11c6bfd7733 req-6a355268-c839-4bd6-b576-588115a8c3c2 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 946 time: 0.1606600
Apr 19 18:30:49.448050 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-78d0ee60-ee29-40fe-9599-29d2accbfdf4 req-e0f08b6f-1d99-4863-9b46-43107f3547f3 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734825
Apr 19 18:30:49.484524 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-58baf457-993c-4494-b8bb-a11c6bfd7733 req-a9f6205e-74c2-4b34-ac18-6eccbba5f38f tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748146
Apr 19 18:30:49.826806 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 52384) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:50.038243 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-39736e80-2858-416c-922e-e11862c18b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:50.053796 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-39736e80-2858-416c-922e-e11862c18b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:30:50.058115 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-39736e80-2858-416c-922e-e11862c18b70 admin admin] Usage tracker for resource:security_group_rule and tenant:2fff25ecaa0747f284d74905483af8d0 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:30:50.061263 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-39736e80-2858-416c-922e-e11862c18b70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:30:50.067559 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-39736e80-2858-416c-922e-e11862c18b70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:30:50.162976 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-39736e80-2858-416c-922e-e11862c18b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:50.174790 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-39736e80-2858-416c-922e-e11862c18b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:50.184746 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-54804616-9c3f-4fb4-b2df-b7137fc47f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:50.231364 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-39736e80-2858-416c-922e-e11862c18b70 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2fff25ecaa0747f284d74905483af8d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4032803
Apr 19 18:30:50.233452 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39736e80-2858-416c-922e-e11862c18b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b292760-e6f1-4782-8362-5533568c73f5,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:50.233600 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 52404) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:30:50.237356 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-39736e80-2858-416c-922e-e11862c18b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:50.309788 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e9f7dee7-4248-403a-8c6d-c045760fedb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:50.337651 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e9f7dee7-4248-403a-8c6d-c045760fedb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:50.385653 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e9f7dee7-4248-403a-8c6d-c045760fedb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:50.391367 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:50.406133 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7dee7-4248-403a-8c6d-c045760fedb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b292760-e6f1-4782-8362-5533568c73f5,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:50.409287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e9f7dee7-4248-403a-8c6d-c045760fedb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:50.414027 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e9f7dee7-4248-403a-8c6d-c045760fedb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:50.417729 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e9f7dee7-4248-403a-8c6d-c045760fedb6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b292760-e6f1-4782-8362-5533568c73f5 HTTP/1.1" status: 204  len: 168 time: 0.1805978
Apr 19 18:30:50.727064 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169e840-0586-4e11-8d23-6c48a4e7c981 req-7bfab841-493e-4438-baa0-5e3e782b32cc tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:50.728724 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2169e840-0586-4e11-8d23-6c48a4e7c981 req-7bfab841-493e-4438-baa0-5e3e782b32cc tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.1164100
Apr 19 18:30:50.798433 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2169e840-0586-4e11-8d23-6c48a4e7c981 req-647ef686-3e7f-4ad8-bc72-c947284f2e19 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615366
Apr 19 18:30:50.915496 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0354b-f2d3-47e6-9371-208b2bf404b3 req-d690c046-6650-41d3-a5bb-ffbc02194440 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:50.917124 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eec0354b-f2d3-47e6-9371-208b2bf404b3 req-d690c046-6650-41d3-a5bb-ffbc02194440 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 946 time: 0.0947771
Apr 19 18:30:50.967829 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eec0354b-f2d3-47e6-9371-208b2bf404b3 req-666a0121-a262-4742-86fc-c7c5a5e1c990 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434444
Apr 19 18:30:51.994750 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec051f8-7a21-44b0-bf00-845d68c3f451 req-6819a710-875c-4e7d-ae04-bd2ae1f88e12 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:51.996975 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dec051f8-7a21-44b0-bf00-845d68c3f451 req-6819a710-875c-4e7d-ae04-bd2ae1f88e12 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.0893052
Apr 19 18:30:52.047664 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dec051f8-7a21-44b0-bf00-845d68c3f451 req-9160a628-3c7c-4bf7-a2e8-f025df06ec21 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437326
Apr 19 18:30:52.183237 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6177b-396f-41ee-b97c-037f7cd79e18 req-1794a95f-14b4-4c5d-96ab-e06e180e09c9 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:52.185542 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-93f6177b-396f-41ee-b97c-037f7cd79e18 req-1794a95f-14b4-4c5d-96ab-e06e180e09c9 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 946 time: 0.0952313
Apr 19 18:30:52.236098 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-93f6177b-396f-41ee-b97c-037f7cd79e18 req-f3d41143-234a-494a-a698-741a9fe5177c tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440340
Apr 19 18:30:55.242317 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc665309-a503-43f2-8894-c6c827c738be req-d8f16b3b-4211-4074-bb45-88022565e22e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:55.243913 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fc665309-a503-43f2-8894-c6c827c738be req-d8f16b3b-4211-4074-bb45-88022565e22e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.1627879
Apr 19 18:30:55.253352 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afbb99-f868-4063-be11-7e7d92f9a85a req-7706e1b3-67a3-4f46-9cb8-bf2a26593515 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:55.254977 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f4afbb99-f868-4063-be11-7e7d92f9a85a req-7706e1b3-67a3-4f46-9cb8-bf2a26593515 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 946 time: 0.1371074
Apr 19 18:30:55.332346 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fc665309-a503-43f2-8894-c6c827c738be req-be240b7a-f9ce-4d25-afb8-912de2e92e1d tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763810
Apr 19 18:30:55.337170 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f4afbb99-f868-4063-be11-7e7d92f9a85a req-b23105f2-be71-41f7-af00-28150a87d246 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636399
Apr 19 18:30:55.504941 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c158aa7-8c3c-4b93-bd3c-3cb44b2c7260 req-f58d2c73-e4e3-4ccd-9c82-8bfd331837b6 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:55.506554 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3c158aa7-8c3c-4b93-bd3c-3cb44b2c7260 req-f58d2c73-e4e3-4ccd-9c82-8bfd331837b6 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.13 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 946 time: 0.0921586
Apr 19 18:30:55.584655 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-3c158aa7-8c3c-4b93-bd3c-3cb44b2c7260 req-8b1d575a-6565-4304-b4d9-151cd3aaf44a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Deleting port 11767c5a-27a9-4bd0-bf34-0eb32b059431 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:30:55.585046 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-3c158aa7-8c3c-4b93-bd3c-3cb44b2c7260 req-8b1d575a-6565-4304-b4d9-151cd3aaf44a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:55.857896 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-3c158aa7-8c3c-4b93-bd3c-3cb44b2c7260 req-8b1d575a-6565-4304-b4d9-151cd3aaf44a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] For port 11767c5a-27a9-4bd0-bf34-0eb32b059431, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=11767c5a-27a9-4bd0-bf34-0eb32b059431,segment=NetworkSegment(247ad743-b8f5-4ceb-8b22-dc44e084ab61),segment_id=247ad743-b8f5-4ceb-8b22-dc44e084ab61)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:30:55.858283 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-3c158aa7-8c3c-4b93-bd3c-3cb44b2c7260 req-8b1d575a-6565-4304-b4d9-151cd3aaf44a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:55.993819 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-3c158aa7-8c3c-4b93-bd3c-3cb44b2c7260 req-8b1d575a-6565-4304-b4d9-151cd3aaf44a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Calling delete_port for 11767c5a-27a9-4bd0-bf34-0eb32b059431 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:30:56.191551 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-3c158aa7-8c3c-4b93-bd3c-3cb44b2c7260 req-8b1d575a-6565-4304-b4d9-151cd3aaf44a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:56.204997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:30:56.254077 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d575a-6565-4304-b4d9-151cd3aaf44a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Pushing event deleted for resources: {'Port': ['ID=11767c5a-27a9-4bd0-bf34-0eb32b059431,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:30:56.355257 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8b1d575a-6565-4304-b4d9-151cd3aaf44a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:30:56.357282 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c158aa7-8c3c-4b93-bd3c-3cb44b2c7260 req-8b1d575a-6565-4304-b4d9-151cd3aaf44a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] No DVR routers for this DVR port 11767c5a-27a9-4bd0-bf34-0eb32b059431 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:30:56.359117 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-3c158aa7-8c3c-4b93-bd3c-3cb44b2c7260 req-8b1d575a-6565-4304-b4d9-151cd3aaf44a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:30:56.363736 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630d510c-165a-423b-aadb-e9a4c2626d1a', 'name': 'network-vif-deleted', 'tag': '11767c5a-27a9-4bd0-bf34-0eb32b059431'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:30:56.389945 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3c158aa7-8c3c-4b93-bd3c-3cb44b2c7260 req-8b1d575a-6565-4304-b4d9-151cd3aaf44a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.13 "DELETE /v2.0/ports/11767c5a-27a9-4bd0-bf34-0eb32b059431 HTTP/1.1" status: 204  len: 173 time: 0.8769519
Apr 19 18:30:56.671375 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-63012296-18b0-437c-8f73-2202f46d5cf5 req-4fde0a50-68bf-43a9-b0b0-e1de253c206f tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Synchronizing usage tracker for tenant:02ebe17d0340491385a8ffb99f18621c on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:30:56.683414 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780c319-8b05-472a-8adc-239550f67d6e req-ef616e29-fe10-4d7b-a6d4-a4d893ee9ef3 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:30:56.685631 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0780c319-8b05-472a-8adc-239550f67d6e req-ef616e29-fe10-4d7b-a6d4-a4d893ee9ef3 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.2033131
Apr 19 18:30:56.715860 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-63012296-18b0-437c-8f73-2202f46d5cf5 req-4fde0a50-68bf-43a9-b0b0-e1de253c206f tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Unset dirty status for tenant:02ebe17d0340491385a8ffb99f18621c on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:30:56.717093 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-63012296-18b0-437c-8f73-2202f46d5cf5 req-4fde0a50-68bf-43a9-b0b0-e1de253c206f tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=630d510c-165a-423b-aadb-e9a4c2626d1a HTTP/1.1" status: 200  len: 210 time: 0.1141264
Apr 19 18:30:56.743089 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0780c319-8b05-472a-8adc-239550f67d6e req-180cde46-7a8a-4d26-b79d-5166aeb37bf9 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467792
Apr 19 18:30:56.800918 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630d510c-165a-423b-aadb-e9a4c2626d1a', 'name': 'network-vif-deleted', 'tag': '11767c5a-27a9-4bd0-bf34-0eb32b059431', 'status': 'completed', 'code': 200}
Apr 19 18:30:58.236009 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 11767c5a-27a9-4bd0-bf34-0eb32b059431 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:30:58.274295 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: 11767c5a-27a9-4bd0-bf34-0eb32b059431 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:30:58.274686 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 11767c5a-27a9-4bd0-bf34-0eb32b059431 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:31:00.452456 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044a0ac-69d5-4b32-80d9-b4b7224c7622 req-70bae34a-aa53-4a47-b500-1670595b82d1 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:00.457012 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b044a0ac-69d5-4b32-80d9-b4b7224c7622 req-70bae34a-aa53-4a47-b500-1670595b82d1 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.1137848
Apr 19 18:31:00.506450 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b044a0ac-69d5-4b32-80d9-b4b7224c7622 req-36cc68ae-22f6-4404-b9f3-8355ca3968cc tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454333
Apr 19 18:31:00.854554 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccaf73-436e-4a1c-b821-2878e413830e req-707e58f3-306d-4a95-be4d-133ae8ce1785 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:00.856170 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-17ccaf73-436e-4a1c-b821-2878e413830e req-707e58f3-306d-4a95-be4d-133ae8ce1785 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/networks?id=aee785c8-37e3-41f1-ac50-cbb7088cc5fc HTTP/1.1" status: 200  len: 809 time: 0.3441370
Apr 19 18:31:00.872745 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-17ccaf73-436e-4a1c-b821-2878e413830e req-6c011dc1-988f-4fda-955c-48d370176afa tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/quotas/02ebe17d0340491385a8ffb99f18621c HTTP/1.1" status: 200  len: 375 time: 0.0099506
Apr 19 18:31:00.925282 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-17ccaf73-436e-4a1c-b821-2878e413830e req-972eee65-ce41-495d-9de8-96db07af1029 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=02ebe17d0340491385a8ffb99f18621c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0471027
Apr 19 18:31:01.070744 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-17ccaf73-436e-4a1c-b821-2878e413830e req-6c573bff-e8f0-475b-a658-a88584a7a8bd service neutron] 10.222.0.49 "GET /v2.0/networks/aee785c8-37e3-41f1-ac50-cbb7088cc5fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382561
Apr 19 18:31:01.226295 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-17ccaf73-436e-4a1c-b821-2878e413830e req-a4fa9d59-94b6-4fe3-bcd9-953aeba74e23 service neutron] 10.222.0.49 "GET /v2.0/networks/aee785c8-37e3-41f1-ac50-cbb7088cc5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477807
Apr 19 18:31:01.600737 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-12d11fb3-a214-4567-a7c3-8c511a23dd56 req-39ba715e-a9eb-4bb1-bf3f-4c03c253fcbf tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=161a4902-60d8-4479-bac9-6ce077844e33 HTTP/1.1" status: 200  len: 210 time: 0.0919375
Apr 19 18:31:01.799933 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f78bb4-345f-4925-9717-748e07bb73fb req-a658f17f-350f-4304-b60d-9e502705aeaf tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:01.801542 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a4f78bb4-345f-4925-9717-748e07bb73fb req-a658f17f-350f-4304-b60d-9e502705aeaf tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.0986784
Apr 19 18:31:01.856197 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a4f78bb4-345f-4925-9717-748e07bb73fb req-d43ac719-581a-471b-86fd-20d5cd6fde92 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473077
Apr 19 18:31:02.390360 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 52646) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:02.514971 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-570ee2d2-a8b0-4cf3-ace6-db0fcd4be2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:02.530394 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-570ee2d2-a8b0-4cf3-ace6-db0fcd4be2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:02.534448 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-570ee2d2-a8b0-4cf3-ace6-db0fcd4be2cc admin admin] Usage tracker for resource:security_group_rule and tenant:70f5abbb7e6c4f95ab96896304e1edce is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:02.537398 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-570ee2d2-a8b0-4cf3-ace6-db0fcd4be2cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:02.544396 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-570ee2d2-a8b0-4cf3-ace6-db0fcd4be2cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:02.634825 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-570ee2d2-a8b0-4cf3-ace6-db0fcd4be2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:02.637856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-570ee2d2-a8b0-4cf3-ace6-db0fcd4be2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:02.646952 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3d3877f4-930f-41f6-a3bc-0bf20f87223d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:02.695940 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-570ee2d2-a8b0-4cf3-ace6-db0fcd4be2cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70f5abbb7e6c4f95ab96896304e1edce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3043714
Apr 19 18:31:02.697903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ee2d2-a8b0-4cf3-ace6-db0fcd4be2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8d5191-6c37-4885-94ef-f22b00f0abaa,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:02.699017 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 52660) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:02.701814 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-570ee2d2-a8b0-4cf3-ace6-db0fcd4be2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:02.763490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bcb559a9-1ef0-40ea-94cf-f2d288f6d16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:02.790485 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bcb559a9-1ef0-40ea-94cf-f2d288f6d16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:02.838859 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bcb559a9-1ef0-40ea-94cf-f2d288f6d16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:02.843828 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-780ef8f3-143e-4cdc-901c-b8a2c5f0f561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:02.859003 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb559a9-1ef0-40ea-94cf-f2d288f6d16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8d5191-6c37-4885-94ef-f22b00f0abaa,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:02.862397 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bcb559a9-1ef0-40ea-94cf-f2d288f6d16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:02.863779 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-bcb559a9-1ef0-40ea-94cf-f2d288f6d16c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c8d5191-6c37-4885-94ef-f22b00f0abaa HTTP/1.1" status: 204  len: 168 time: 0.1628942
Apr 19 18:31:02.864806 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-bcb559a9-1ef0-40ea-94cf-f2d288f6d16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:03.146938 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 52670) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:03.166477 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-327aed25-3127-4d38-bba4-6f3545123a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:03.182443 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-327aed25-3127-4d38-bba4-6f3545123a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:03.186572 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-327aed25-3127-4d38-bba4-6f3545123a55 admin admin] Usage tracker for resource:security_group_rule and tenant:61bd134392f541f494034dd20ed28d64 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:03.189539 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-327aed25-3127-4d38-bba4-6f3545123a55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:03.195668 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-327aed25-3127-4d38-bba4-6f3545123a55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:03.280496 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-327aed25-3127-4d38-bba4-6f3545123a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:03.283239 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-327aed25-3127-4d38-bba4-6f3545123a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:03.292135 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0e14f6e6-48a1-4f37-9831-6f8aa7890942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:03.334264 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-327aed25-3127-4d38-bba4-6f3545123a55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=61bd134392f541f494034dd20ed28d64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1862049
Apr 19 18:31:03.335955 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327aed25-3127-4d38-bba4-6f3545123a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e6d55a-ca30-473a-b050-fe2d52238234,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:03.337160 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 52674) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:03.339176 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-327aed25-3127-4d38-bba4-6f3545123a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:03.400746 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3bad6dd-3afa-4b05-948b-8136aca78361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:03.428734 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3bad6dd-3afa-4b05-948b-8136aca78361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:03.473236 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3bad6dd-3afa-4b05-948b-8136aca78361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:03.478138 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-304aee3b-f062-44f2-bc30-6ffeacfcbf42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:03.490649 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bad6dd-3afa-4b05-948b-8136aca78361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e6d55a-ca30-473a-b050-fe2d52238234,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:03.495585 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3bad6dd-3afa-4b05-948b-8136aca78361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:03.499807 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3bad6dd-3afa-4b05-948b-8136aca78361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:03.501020 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-a3bad6dd-3afa-4b05-948b-8136aca78361 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11e6d55a-ca30-473a-b050-fe2d52238234 HTTP/1.1" status: 204  len: 168 time: 0.1626012
Apr 19 18:31:03.860837 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 52686) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:03.883335 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d5dd1e90-ed58-4dd6-8b42-017c4aaacb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:03.899291 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d5dd1e90-ed58-4dd6-8b42-017c4aaacb28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:03.903363 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d5dd1e90-ed58-4dd6-8b42-017c4aaacb28 admin admin] Usage tracker for resource:security_group_rule and tenant:3c0d32f17c53465d982f923b8ab44939 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:03.906426 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d5dd1e90-ed58-4dd6-8b42-017c4aaacb28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:03.912383 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d5dd1e90-ed58-4dd6-8b42-017c4aaacb28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:03.997660 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d5dd1e90-ed58-4dd6-8b42-017c4aaacb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:04.000452 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d5dd1e90-ed58-4dd6-8b42-017c4aaacb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:04.009341 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-191a78ea-829d-4fe3-808a-0624108e8966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:04.051296 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-d5dd1e90-ed58-4dd6-8b42-017c4aaacb28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c0d32f17c53465d982f923b8ab44939&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1893373
Apr 19 18:31:04.053382 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd1e90-ed58-4dd6-8b42-017c4aaacb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abc27d8-a949-49ab-a778-ee142b11ac24,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:04.054436 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 52690) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:04.056675 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d5dd1e90-ed58-4dd6-8b42-017c4aaacb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:04.119536 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-81e1908b-a0ad-40f1-885e-6f3c8a54d8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:04.150506 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-81e1908b-a0ad-40f1-885e-6f3c8a54d8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:04.194834 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-81e1908b-a0ad-40f1-885e-6f3c8a54d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:04.200029 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-fdbebfa3-eb48-45ab-b1f4-1c5b0218a546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:04.213109 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1908b-a0ad-40f1-885e-6f3c8a54d8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abc27d8-a949-49ab-a778-ee142b11ac24,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:04.217977 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-81e1908b-a0ad-40f1-885e-6f3c8a54d8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:04.222419 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-81e1908b-a0ad-40f1-885e-6f3c8a54d8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:04.226383 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-81e1908b-a0ad-40f1-885e-6f3c8a54d8cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7abc27d8-a949-49ab-a778-ee142b11ac24 HTTP/1.1" status: 204  len: 168 time: 0.1681292
Apr 19 18:31:04.814235 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-44f24788-3086-48a4-af7b-eb7e837b8bb6 req-a636d4e5-10f9-4393-b187-b4e440eea44c tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=161a4902-60d8-4479-bac9-6ce077844e33 HTTP/1.1" status: 200  len: 210 time: 0.0746882
Apr 19 18:31:04.871998 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f9b37-02b7-42c2-b914-acbe34be5a97 req-48db6e16-0d90-49ac-8af0-5d751dd3d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:04.874026 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d00f9b37-02b7-42c2-b914-acbe34be5a97 req-48db6e16-0d90-49ac-8af0-5d751dd3d28f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 1098 time: 0.2306221
Apr 19 18:31:04.945039 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d00f9b37-02b7-42c2-b914-acbe34be5a97 req-3bbcb327-2aa7-4aba-95f2-537132837019 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585170
Apr 19 18:31:04.963798 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edfa6a-d0ae-43f9-a737-1c5f48ac7387 req-67270300-1a9b-48ee-9843-f1fef8169c7e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:04.966149 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-22edfa6a-d0ae-43f9-a737-1c5f48ac7387 req-67270300-1a9b-48ee-9843-f1fef8169c7e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.1587911
Apr 19 18:31:05.019950 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-22edfa6a-d0ae-43f9-a737-1c5f48ac7387 req-df80e569-03df-4ed4-884e-5ab1fae2445c tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473628
Apr 19 18:31:05.608413 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccaf73-436e-4a1c-b821-2878e413830e req-e19c2812-7525-40c9-af05-abcad5c13611 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:05.610404 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-17ccaf73-436e-4a1c-b821-2878e413830e req-e19c2812-7525-40c9-af05-abcad5c13611 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.13 "GET /v2.0/networks?id=aee785c8-37e3-41f1-ac50-cbb7088cc5fc HTTP/1.1" status: 200  len: 809 time: 0.1730337
Apr 19 18:31:05.626456 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-17ccaf73-436e-4a1c-b821-2878e413830e req-8b6b2842-ed51-42be-b005-735e16af8548 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Request body: {'port': {'device_id': '161a4902-60d8-4479-bac9-6ce077844e33', 'network_id': 'aee785c8-37e3-41f1-ac50-cbb7088cc5fc', 'admin_state_up': True, 'tenant_id': '02ebe17d0340491385a8ffb99f18621c'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:31:05.904931 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-17ccaf73-436e-4a1c-b821-2878e413830e req-8b6b2842-ed51-42be-b005-735e16af8548 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:05.937002 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-17ccaf73-436e-4a1c-b821-2878e413830e req-8b6b2842-ed51-42be-b005-735e16af8548 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:05.946394 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ccaf73-436e-4a1c-b821-2878e413830e req-8b6b2842-ed51-42be-b005-735e16af8548 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Made reservation on behalf of 02ebe17d0340491385a8ffb99f18621c for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:31:05.953402 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-17ccaf73-436e-4a1c-b821-2878e413830e req-8b6b2842-ed51-42be-b005-735e16af8548 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:06.036806 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d2a0e4ae-af27-4678-b2e8-cfea866ae136 req-c456902e-8e4a-4bbe-bbfe-a3ae2c984442 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=161a4902-60d8-4479-bac9-6ce077844e33 HTTP/1.1" status: 200  len: 210 time: 0.0632153
Apr 19 18:31:06.303215 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-17ccaf73-436e-4a1c-b821-2878e413830e req-8b6b2842-ed51-42be-b005-735e16af8548 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Allocated IP 172.20.0.4 (aee785c8-37e3-41f1-ac50-cbb7088cc5fc/cd0b67f5-e230-4aae-8a42-8732a2140f0f/b98bf53e-1a34-496b-afca-fa643d8cec9a) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:31:06.328987 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ac916-da52-46e1-ade8-ca18ba97e032 req-f9417b4b-d493-4fe3-b24f-154ec37f2891 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:06.330627 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ae1ac916-da52-46e1-ade8-ca18ba97e032 req-f9417b4b-d493-4fe3-b24f-154ec37f2891 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.1678963
Apr 19 18:31:06.429781 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ae1ac916-da52-46e1-ade8-ca18ba97e032 req-9b5d6a1e-2515-4e4a-bba8-d311e29cc536 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813382
Apr 19 18:31:06.620342 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 52784) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:06.685277 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-17ccaf73-436e-4a1c-b821-2878e413830e req-8b6b2842-ed51-42be-b005-735e16af8548 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:06.706255 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23236f-04d4-45e6-913c-126cdac86f1d req-f4cf955e-f995-475a-af7e-bbd3a5bc14e1 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:06.707853 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1b23236f-04d4-45e6-913c-126cdac86f1d req-f4cf955e-f995-475a-af7e-bbd3a5bc14e1 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1453903
Apr 19 18:31:06.762888 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1b23236f-04d4-45e6-913c-126cdac86f1d req-34a07f8b-f271-43d2-8664-22c5a345a7f6 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484097
Apr 19 18:31:06.763559 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3a7cb233-5875-4f51-a928-02115cd4bf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:06.773982 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-17ccaf73-436e-4a1c-b821-2878e413830e req-8b6b2842-ed51-42be-b005-735e16af8548 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:06.782388 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:06.782528 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-3a7cb233-5875-4f51-a928-02115cd4bf30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:06.786739 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-3a7cb233-5875-4f51-a928-02115cd4bf30 admin admin] Usage tracker for resource:security_group_rule and tenant:480551fda9a64e818c85800c5b3413f5 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:06.789768 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-3a7cb233-5875-4f51-a928-02115cd4bf30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:06.796965 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-3a7cb233-5875-4f51-a928-02115cd4bf30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:06.863002 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b2842-ed51-42be-b005-735e16af8548 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Pushing event updated for resources: {'Port': ['ID=b98bf53e-1a34-496b-afca-fa643d8cec9a,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:06.866036 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8b6b2842-ed51-42be-b005-735e16af8548 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:06.880156 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ccaf73-436e-4a1c-b821-2878e413830e req-8b6b2842-ed51-42be-b005-735e16af8548 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Network aee785c8-37e3-41f1-ac50-cbb7088cc5fc is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:31:06.883106 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-17ccaf73-436e-4a1c-b821-2878e413830e req-8b6b2842-ed51-42be-b005-735e16af8548 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:31:06.886291 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ccaf73-436e-4a1c-b821-2878e413830e req-8b6b2842-ed51-42be-b005-735e16af8548 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:31:06.893275 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccaf73-436e-4a1c-b821-2878e413830e req-8b6b2842-ed51-42be-b005-735e16af8548 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:06.894136 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-17ccaf73-436e-4a1c-b821-2878e413830e req-8b6b2842-ed51-42be-b005-735e16af8548 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:06.940739 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3a7cb233-5875-4f51-a928-02115cd4bf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:06.951869 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3a7cb233-5875-4f51-a928-02115cd4bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:06.962428 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-17ccaf73-436e-4a1c-b821-2878e413830e req-8b6b2842-ed51-42be-b005-735e16af8548 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3411295
Apr 19 18:31:06.969778 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-886247d2-1714-4ab0-b50e-44ffc73c3a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:07.024493 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 52802) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:07.024629 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-3a7cb233-5875-4f51-a928-02115cd4bf30 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=480551fda9a64e818c85800c5b3413f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4029298
Apr 19 18:31:07.026344 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cb233-5875-4f51-a928-02115cd4bf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f77574-13f5-4b0f-a9e8-d31451060a7c,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:07.030333 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3a7cb233-5875-4f51-a928-02115cd4bf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:07.093439 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2fa76eb3-8af5-45ab-b175-ec9f16a3a9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:07.126024 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2fa76eb3-8af5-45ab-b175-ec9f16a3a9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:07.180070 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2fa76eb3-8af5-45ab-b175-ec9f16a3a9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:07.187877 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f4dabd5e-42ec-43f7-bd9b-f3fa3af1a0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:07.204011 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa76eb3-8af5-45ab-b175-ec9f16a3a9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f77574-13f5-4b0f-a9e8-d31451060a7c,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:07.207213 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-2fa76eb3-8af5-45ab-b175-ec9f16a3a9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:07.209085 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2fa76eb3-8af5-45ab-b175-ec9f16a3a9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:07.211158 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-2fa76eb3-8af5-45ab-b175-ec9f16a3a9ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/26f77574-13f5-4b0f-a9e8-d31451060a7c HTTP/1.1" status: 204  len: 168 time: 0.1854787
Apr 19 18:31:08.063606 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Request body: {'port': {'device_id': '161a4902-60d8-4479-bac9-6ce077844e33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:31:08.187471 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:08.580402 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b98bf53e-1a34-496b-afca-fa643d8cec9a {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:31:08.588729 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:08.606484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Transition to ACTIVE for port object b98bf53e-1a34-496b-afca-fa643d8cec9a will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:31:08.609688 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:08.614753 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:08.756901 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Pushing event updated for resources: {'Port': ['ID=b98bf53e-1a34-496b-afca-fa643d8cec9a,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:08.759904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:08.814260 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Attempting to bind port b98bf53e-1a34-496b-afca-fa643d8cec9a on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:31:08.814639 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Attempting to bind port b98bf53e-1a34-496b-afca-fa643d8cec9a by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '247ad743-b8f5-4ceb-8b22-dc44e084ab61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'aee785c8-37e3-41f1-ac50-cbb7088cc5fc'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:31:08.815009 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Attempting to bind port b98bf53e-1a34-496b-afca-fa643d8cec9a on network aee785c8-37e3-41f1-ac50-cbb7088cc5fc {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:31:08.819916 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Port b98bf53e-1a34-496b-afca-fa643d8cec9a on network aee785c8-37e3-41f1-ac50-cbb7088cc5fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:31:08.820285 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Attempting to bind port b98bf53e-1a34-496b-afca-fa643d8cec9a on network aee785c8-37e3-41f1-ac50-cbb7088cc5fc {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:31:08.826657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:31:08.826994 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Checking segment: {'id': '247ad743-b8f5-4ceb-8b22-dc44e084ab61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'aee785c8-37e3-41f1-ac50-cbb7088cc5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:31:08.827404 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Bound using segment: {'id': '247ad743-b8f5-4ceb-8b22-dc44e084ab61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'aee785c8-37e3-41f1-ac50-cbb7088cc5fc'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:31:08.827873 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Bound port: b98bf53e-1a34-496b-afca-fa643d8cec9a, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247ad743-b8f5-4ceb-8b22-dc44e084ab61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'aee785c8-37e3-41f1-ac50-cbb7088cc5fc'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:31:08.828778 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:08.925575 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] For port b98bf53e-1a34-496b-afca-fa643d8cec9a, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:31:08.928689 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] For port b98bf53e-1a34-496b-afca-fa643d8cec9a, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b98bf53e-1a34-496b-afca-fa643d8cec9a,segment=NetworkSegment(247ad743-b8f5-4ceb-8b22-dc44e084ab61),segment_id=247ad743-b8f5-4ceb-8b22-dc44e084ab61)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:31:08.931977 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:08.936557 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:09.001049 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:09.001751 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:09.003239 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-17ccaf73-436e-4a1c-b821-2878e413830e req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] 10.222.0.13 "PUT /v2.0/ports/b98bf53e-1a34-496b-afca-fa643d8cec9a HTTP/1.1" status: 200  len: 1093 time: 0.9459307
Apr 19 18:31:09.003757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161a4902-60d8-4479-bac9-6ce077844e33', 'tag': 'b98bf53e-1a34-496b-afca-fa643d8cec9a'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:31:09.021317 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Pushing event updated for resources: {'Port': ['ID=b98bf53e-1a34-496b-afca-fa643d8cec9a,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:09.024463 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:09.196862 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161a4902-60d8-4479-bac9-6ce077844e33', 'tag': 'b98bf53e-1a34-496b-afca-fa643d8cec9a', 'status': 'completed', 'code': 200}
Apr 19 18:31:09.263886 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccaf73-436e-4a1c-b821-2878e413830e req-02d2b077-df27-4fd7-821d-7088416ae205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:09.265478 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-17ccaf73-436e-4a1c-b821-2878e413830e req-02d2b077-df27-4fd7-821d-7088416ae205 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02ebe17d0340491385a8ffb99f18621c&device_id=161a4902-60d8-4479-bac9-6ce077844e33 HTTP/1.1" status: 200  len: 1096 time: 0.1525035
Apr 19 18:31:09.352666 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-17ccaf73-436e-4a1c-b821-2878e413830e req-952b20c4-c111-4caf-ba3d-6bc25068c673 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b98bf53e-1a34-496b-afca-fa643d8cec9a HTTP/1.1" status: 200  len: 217 time: 0.0734100
Apr 19 18:31:09.407514 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663385a-c158-4465-bcdc-bf32a2955ba4 req-7735bb60-da73-423b-969c-77da8bf5888a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:09.408378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-8663385a-c158-4465-bcdc-bf32a2955ba4 req-7735bb60-da73-423b-969c-77da8bf5888a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Synchronizing usage tracker for tenant:02ebe17d0340491385a8ffb99f18621c on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:31:09.445627 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-8663385a-c158-4465-bcdc-bf32a2955ba4 req-7735bb60-da73-423b-969c-77da8bf5888a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Unset dirty status for tenant:02ebe17d0340491385a8ffb99f18621c on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:31:09.447215 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8663385a-c158-4465-bcdc-bf32a2955ba4 req-7735bb60-da73-423b-969c-77da8bf5888a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=161a4902-60d8-4479-bac9-6ce077844e33 HTTP/1.1" status: 200  len: 943 time: 0.2465670
Apr 19 18:31:09.448829 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccaf73-436e-4a1c-b821-2878e413830e req-7d760c15-6314-4cb6-a554-5c4ab761362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:09.450343 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-17ccaf73-436e-4a1c-b821-2878e413830e req-7d760c15-6314-4cb6-a554-5c4ab761362f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd0b67f5-e230-4aae-8a42-8732a2140f0f HTTP/1.1" status: 200  len: 849 time: 0.0897799
Apr 19 18:31:09.524976 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-17ccaf73-436e-4a1c-b821-2878e413830e req-e22ab80d-4ee7-4921-9062-de1cd5740c35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aee785c8-37e3-41f1-ac50-cbb7088cc5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0554378
Apr 19 18:31:09.815774 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8663385a-c158-4465-bcdc-bf32a2955ba4 req-bf8d28fd-85db-4fa0-ae82-ad328fedfa30 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3621461
Apr 19 18:31:09.886959 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-17ccaf73-436e-4a1c-b821-2878e413830e req-d5727254-59ae-468b-b6ba-65c88fe55f9a service neutron] 10.222.0.13 "GET /v2.0/networks/aee785c8-37e3-41f1-ac50-cbb7088cc5fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3513100
Apr 19 18:31:10.042054 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c969b935-7239-44cd-baa6-010ee7197836 req-96798fd7-4769-44e9-b8df-68ff8f331966 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9b4d2a8fc46e442d8209382489c82510&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0464008
Apr 19 18:31:10.168910 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-17ccaf73-436e-4a1c-b821-2878e413830e req-a2191cd0-0aaa-4c0f-bbbc-106c03b1e27c service neutron] 10.222.0.13 "GET /v2.0/networks/aee785c8-37e3-41f1-ac50-cbb7088cc5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2709372
Apr 19 18:31:10.283990 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969b935-7239-44cd-baa6-010ee7197836 req-f3d3d467-11c4-4cd5-848c-f61e25014c53 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:10.285590 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c969b935-7239-44cd-baa6-010ee7197836 req-f3d3d467-11c4-4cd5-848c-f61e25014c53 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2316713
Apr 19 18:31:10.313985 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c969b935-7239-44cd-baa6-010ee7197836 req-a7bb6f2b-5714-480d-b263-3aec6a8a7c3a tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/quotas/9b4d2a8fc46e442d8209382489c82510 HTTP/1.1" status: 200  len: 375 time: 0.0178406
Apr 19 18:31:10.380365 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c969b935-7239-44cd-baa6-010ee7197836 req-03b2da84-edc3-4f6c-9957-3b4bde823c40 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b4d2a8fc46e442d8209382489c82510&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0586224
Apr 19 18:31:10.401857 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdd0f0-94ef-4c35-96db-2c4bdc3e0057 req-cb9bc911-2247-455c-a9af-20d0d1747f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:10.404034 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-08bdd0f0-94ef-4c35-96db-2c4bdc3e0057 req-cb9bc911-2247-455c-a9af-20d0d1747f9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02ebe17d0340491385a8ffb99f18621c&device_id=161a4902-60d8-4479-bac9-6ce077844e33 HTTP/1.1" status: 200  len: 1096 time: 0.1722677
Apr 19 18:31:10.640337 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dff6eb87-98bc-42dc-97d4-eb5e062d957a req-5b3e50ad-8919-462a-8e69-69a469c1cc01 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 210 time: 0.0666583
Apr 19 18:31:10.668452 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdd0f0-94ef-4c35-96db-2c4bdc3e0057 req-56ace60a-4995-40d4-949f-df6b4b9fa32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:10.670204 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-08bdd0f0-94ef-4c35-96db-2c4bdc3e0057 req-56ace60a-4995-40d4-949f-df6b4b9fa32c service neutron] 10.222.0.13 "GET /v2.0/networks?id=aee785c8-37e3-41f1-ac50-cbb7088cc5fc HTTP/1.1" status: 200  len: 910 time: 0.2584546
Apr 19 18:31:10.762627 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-08bdd0f0-94ef-4c35-96db-2c4bdc3e0057 req-6c3a7acd-667e-4566-9264-69a9dc835371 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b98bf53e-1a34-496b-afca-fa643d8cec9a HTTP/1.1" status: 200  len: 217 time: 0.0794897
Apr 19 18:31:10.842164 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdd0f0-94ef-4c35-96db-2c4bdc3e0057 req-ae2da82a-59e4-4552-90bd-509867d9522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:10.843572 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-08bdd0f0-94ef-4c35-96db-2c4bdc3e0057 req-ae2da82a-59e4-4552-90bd-509867d9522a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd0b67f5-e230-4aae-8a42-8732a2140f0f HTTP/1.1" status: 200  len: 849 time: 0.0726249
Apr 19 18:31:10.909962 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-08bdd0f0-94ef-4c35-96db-2c4bdc3e0057 req-36553422-1ea0-444a-afa5-5aadef5d7561 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aee785c8-37e3-41f1-ac50-cbb7088cc5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0582366
Apr 19 18:31:11.330750 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-08bdd0f0-94ef-4c35-96db-2c4bdc3e0057 req-dd5187e2-7fb8-47a2-a615-f32e76311b04 service neutron] 10.222.0.13 "GET /v2.0/networks/aee785c8-37e3-41f1-ac50-cbb7088cc5fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4139631
Apr 19 18:31:11.385080 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57e51e-8321-46be-80bf-a07f3db9472b req-279dfb89-6906-4b9f-a88c-ecc4d78501f1 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:11.386754 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7f57e51e-8321-46be-80bf-a07f3db9472b req-279dfb89-6906-4b9f-a88c-ecc4d78501f1 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=161a4902-60d8-4479-bac9-6ce077844e33 HTTP/1.1" status: 200  len: 943 time: 0.3478122
Apr 19 18:31:11.438074 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12925ae8-e22b-407b-ad21-348d9ec7fbd6 req-d121038c-5d0f-4f90-8d91-e68353fe2cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:11.439712 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-12925ae8-e22b-407b-ad21-348d9ec7fbd6 req-d121038c-5d0f-4f90-8d91-e68353fe2cd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd6d3dff6251456ab69d797d216f3c79&device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 1098 time: 0.4025562
Apr 19 18:31:11.457290 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969817f5-aeec-4dcd-9582-de8010a3ae20 req-f2788990-c4a1-49ba-bedf-d56f6360888d tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:11.458909 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-969817f5-aeec-4dcd-9582-de8010a3ae20 req-f2788990-c4a1-49ba-bedf-d56f6360888d tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.3209655
Apr 19 18:31:11.670569 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7f57e51e-8321-46be-80bf-a07f3db9472b req-927362c4-356c-4fab-a8dc-850d7fce5296 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2255609
Apr 19 18:31:11.687883 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-969817f5-aeec-4dcd-9582-de8010a3ae20 req-805862b8-87b0-4083-89fc-5e905fbc201b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1889131
Apr 19 18:31:11.752462 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-08bdd0f0-94ef-4c35-96db-2c4bdc3e0057 req-670a818f-fecf-4579-bc70-c935893cedfc service neutron] 10.222.0.13 "GET /v2.0/networks/aee785c8-37e3-41f1-ac50-cbb7088cc5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4141667
Apr 19 18:31:11.782561 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12925ae8-e22b-407b-ad21-348d9ec7fbd6 req-43a95add-b223-4bfa-a519-aa2163952727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:11.787770 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-12925ae8-e22b-407b-ad21-348d9ec7fbd6 req-43a95add-b223-4bfa-a519-aa2163952727 service neutron] 10.222.0.13 "GET /v2.0/networks?id=acd59ac1-d427-4149-8d1a-2f550ec235ed HTTP/1.1" status: 200  len: 919 time: 0.3261669
Apr 19 18:31:11.907388 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-12925ae8-e22b-407b-ad21-348d9ec7fbd6 req-399d21bb-0efc-40d0-b6fa-e66531064db7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7f46757-ad1c-4db6-a7ba-732e7688475f HTTP/1.1" status: 200  len: 217 time: 0.1037426
Apr 19 18:31:11.973844 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c969b935-7239-44cd-baa6-010ee7197836 req-4044c95d-89b2-4407-b4a5-937e6ace1e2d tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9b4d2a8fc46e442d8209382489c82510&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1008518
Apr 19 18:31:12.018118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 52980) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:12.066898 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-43350962-5ac8-4d66-8c8a-1aff5b773127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:12.122413 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-47491f8c-52b9-4889-b578-34f5fe3c5290 req-c647029c-f69a-4a4f-8179-a305d0f9e9c6 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 210 time: 0.1509283
Apr 19 18:31:12.152840 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6b27352c-a0ab-4551-95be-c88906336854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:12.159855 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12925ae8-e22b-407b-ad21-348d9ec7fbd6 req-926e638f-5eb8-4b7a-9eb8-6ef348e208de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:12.161432 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-12925ae8-e22b-407b-ad21-348d9ec7fbd6 req-926e638f-5eb8-4b7a-9eb8-6ef348e208de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1939f7f6-46d3-4a60-90df-2e2254de6630 HTTP/1.1" status: 200  len: 858 time: 0.2412510
Apr 19 18:31:12.171359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-6b27352c-a0ab-4551-95be-c88906336854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:12.175898 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-6b27352c-a0ab-4551-95be-c88906336854 admin admin] Usage tracker for resource:security_group_rule and tenant:21b9f004ab9744d5a11d27657d53dc39 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:12.179029 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-6b27352c-a0ab-4551-95be-c88906336854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:12.185960 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-6b27352c-a0ab-4551-95be-c88906336854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:12.238178 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-12925ae8-e22b-407b-ad21-348d9ec7fbd6 req-9259dc4e-112a-4c6b-ac15-651d304ba0dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=acd59ac1-d427-4149-8d1a-2f550ec235ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0568874
Apr 19 18:31:12.242632 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device b98bf53e-1a34-496b-afca-fa643d8cec9a details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:31:12.273390 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6b27352c-a0ab-4551-95be-c88906336854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:12.276215 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6b27352c-a0ab-4551-95be-c88906336854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:12.285653 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1faaacb5-2c79-454d-82ce-495ed610d73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:12.325080 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27352c-a0ab-4551-95be-c88906336854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb45334-fa1a-41ad-ba09-02784b98433d,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:12.330500 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6b27352c-a0ab-4551-95be-c88906336854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:12.336807 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-6b27352c-a0ab-4551-95be-c88906336854 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=21b9f004ab9744d5a11d27657d53dc39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3157551
Apr 19 18:31:12.337450 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 52992) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:12.360006 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969b935-7239-44cd-baa6-010ee7197836 req-973ac2a2-4be4-49ad-ab74-6638f7936b17 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:12.361847 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c969b935-7239-44cd-baa6-010ee7197836 req-973ac2a2-4be4-49ad-ab74-6638f7936b17 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3410051
Apr 19 18:31:12.390398 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Request body: {'port': {'device_id': '3cbfcc06-cdf9-40d0-897e-c02675187786', 'network_id': 'cdf89a2a-7631-4803-938e-d8a7620d0fd3', 'admin_state_up': True, 'tenant_id': '9b4d2a8fc46e442d8209382489c82510'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:31:12.396117 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port b98bf53e-1a34-496b-afca-fa643d8cec9a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b98bf53e-1a34-496b-afca-fa643d8cec9a,segment=NetworkSegment(247ad743-b8f5-4ceb-8b22-dc44e084ab61),segment_id=247ad743-b8f5-4ceb-8b22-dc44e084ab61)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:31:12.406433 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6e29cbd8-bd4e-4ea0-b464-7274fb765652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:12.412699 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': 'b98bf53e-1a34-496b-afca-fa643d8cec9a', 'network_id': 'aee785c8-37e3-41f1-ac50-cbb7088cc5fc', 'port_id': 'b98bf53e-1a34-496b-afca-fa643d8cec9a', 'mac_address': 'fa:16:3e:75:59:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0b67f5-e230-4aae-8a42-8732a2140f0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:31:12.445914 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6e29cbd8-bd4e-4ea0-b464-7274fb765652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:12.487619 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:12.497705 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:12.510779 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6e29cbd8-bd4e-4ea0-b464-7274fb765652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:12.515918 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:12.517996 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b98bf53e-1a34-496b-afca-fa643d8cec9a {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:31:12.533195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29cbd8-bd4e-4ea0-b464-7274fb765652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb45334-fa1a-41ad-ba09-02784b98433d,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:12.535515 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port b98bf53e-1a34-496b-afca-fa643d8cec9a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b98bf53e-1a34-496b-afca-fa643d8cec9a,segment=NetworkSegment(247ad743-b8f5-4ceb-8b22-dc44e084ab61),segment_id=247ad743-b8f5-4ceb-8b22-dc44e084ab61)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:31:12.536317 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6e29cbd8-bd4e-4ea0-b464-7274fb765652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:12.540472 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:12.542464 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:12.547955 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6e29cbd8-bd4e-4ea0-b464-7274fb765652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:12.549329 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-6e29cbd8-bd4e-4ea0-b464-7274fb765652 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ebb45334-fa1a-41ad-ba09-02784b98433d HTTP/1.1" status: 204  len: 168 time: 0.2107365
Apr 19 18:31:12.636197 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=b98bf53e-1a34-496b-afca-fa643d8cec9a,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:12.640991 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:12.782594 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-12925ae8-e22b-407b-ad21-348d9ec7fbd6 req-80266fc7-34b8-493f-b77a-bd629c44574e service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5297232
Apr 19 18:31:12.897413 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 53012) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:12.911810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['b98bf53e-1a34-496b-afca-fa643d8cec9a'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:31:12.917075 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ff3fc745-acb5-41f9-9b2d-5f70cfa9fc13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:12.933863 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-ff3fc745-acb5-41f9-9b2d-5f70cfa9fc13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:12.938148 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-ff3fc745-acb5-41f9-9b2d-5f70cfa9fc13 admin admin] Usage tracker for resource:security_group_rule and tenant:d68de01e7c28479eba273d31b0fdda8b is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:12.941334 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-ff3fc745-acb5-41f9-9b2d-5f70cfa9fc13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:12.947696 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-ff3fc745-acb5-41f9-9b2d-5f70cfa9fc13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:13.029081 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:13.039703 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Usage tracker for resource:port and tenant:9b4d2a8fc46e442d8209382489c82510 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:13.040366 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ff3fc745-acb5-41f9-9b2d-5f70cfa9fc13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:13.043893 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ff3fc745-acb5-41f9-9b2d-5f70cfa9fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:13.049980 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:13.052742 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-312b05e4-dcdb-41ed-a865-ec5e04d7d10a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:13.089062 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:13.100933 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ff3fc745-acb5-41f9-9b2d-5f70cfa9fc13 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d68de01e7c28479eba273d31b0fdda8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2022657
Apr 19 18:31:13.101616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 53016) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:13.106484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fc745-acb5-41f9-9b2d-5f70cfa9fc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc70539-d0bf-414e-ba5c-481b83768226,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:13.110656 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ff3fc745-acb5-41f9-9b2d-5f70cfa9fc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:13.130308 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-12925ae8-e22b-407b-ad21-348d9ec7fbd6 req-5c31fda3-d87b-4a38-bd40-a8401c10ea00 service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3347876
Apr 19 18:31:13.130811 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Made reservation on behalf of 9b4d2a8fc46e442d8209382489c82510 for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:31:13.136913 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:13.160926 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:13.180054 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e43328e1-0454-4bbc-8e51-2826126a2ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:13.182218 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87810c5-d39c-4321-af97-bc5732b551b7 req-04d205f1-d487-4e18-93df-b2ea20bac36d tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:13.190135 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b87810c5-d39c-4321-af97-bc5732b551b7 req-04d205f1-d487-4e18-93df-b2ea20bac36d tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=161a4902-60d8-4479-bac9-6ce077844e33 HTTP/1.1" status: 200  len: 944 time: 0.3934951
Apr 19 18:31:13.211066 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e43328e1-0454-4bbc-8e51-2826126a2ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:13.221105 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:13.231790 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e828f54-df62-4d81-be86-2ea527d9b7a0 req-49f23f9b-5f1a-4070-a466-5158fb1079a2 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:13.233774 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e828f54-df62-4d81-be86-2ea527d9b7a0 req-49f23f9b-5f1a-4070-a466-5158fb1079a2 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.3702538
Apr 19 18:31:13.238843 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Usage tracker for resource:security_group_rule and tenant:9b4d2a8fc46e442d8209382489c82510 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:13.244375 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:13.260221 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e43328e1-0454-4bbc-8e51-2826126a2ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:13.261223 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:13.265408 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-43682b53-b405-4d2e-af21-4f0802f1cef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:13.279567 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43328e1-0454-4bbc-8e51-2826126a2ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc70539-d0bf-414e-ba5c-481b83768226,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:13.283685 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e43328e1-0454-4bbc-8e51-2826126a2ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:13.285883 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e43328e1-0454-4bbc-8e51-2826126a2ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:13.290037 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e43328e1-0454-4bbc-8e51-2826126a2ee0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bc70539-d0bf-414e-ba5c-481b83768226 HTTP/1.1" status: 204  len: 168 time: 0.1842604
Apr 19 18:31:13.312352 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b87810c5-d39c-4321-af97-bc5732b551b7 req-c8fff00e-b5d2-4d67-b9ca-5d25f351277a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212788
Apr 19 18:31:13.356925 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e828f54-df62-4d81-be86-2ea527d9b7a0 req-c009360c-04df-438a-a76e-0108a49686cc tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136532
Apr 19 18:31:13.415272 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:13.419021 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:13.423805 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e349c165-27cc-4eed-948a-a1ecf7e84d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:13.513335 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1019f4c8-a46d-431b-ae6c-a4378b07260c,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:13.523795 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:13.652714 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2637351b-32e4-4d92-94e5-ef01d9ad0f7f req-fe833e6b-6f9f-42f8-8730-a89bced8f812 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 210 time: 0.0642564
Apr 19 18:31:13.683142 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Allocated IP 192.168.233.218 (cdf89a2a-7631-4803-938e-d8a7620d0fd3/e820767b-c389-4c5c-87ec-31c6972fa0ab/2600752d-3e03-4400-938a-3070ef48d73f) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:31:13.711092 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 53036) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:13.735960 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a2d7743b-6a6b-4dcd-980d-be4928ce6427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:13.751572 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a2d7743b-6a6b-4dcd-980d-be4928ce6427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:13.755663 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a2d7743b-6a6b-4dcd-980d-be4928ce6427 admin admin] Usage tracker for resource:security_group_rule and tenant:c5aa529ccc664a29aad71c162787044f is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:13.758690 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a2d7743b-6a6b-4dcd-980d-be4928ce6427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:13.764997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a2d7743b-6a6b-4dcd-980d-be4928ce6427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:13.851911 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a2d7743b-6a6b-4dcd-980d-be4928ce6427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:13.854920 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a2d7743b-6a6b-4dcd-980d-be4928ce6427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:13.864670 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6b27352c-a0ab-4551-95be-c88906336854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:13.909247 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:13.911842 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-a2d7743b-6a6b-4dcd-980d-be4928ce6427 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c5aa529ccc664a29aad71c162787044f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1992416
Apr 19 18:31:13.914241 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7743b-6a6b-4dcd-980d-be4928ce6427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a365933-ef70-47ae-b8d6-b67120542e77,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:13.915957 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 53040) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:13.918055 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a2d7743b-6a6b-4dcd-980d-be4928ce6427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:13.943242 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Transition to ACTIVE for port object 2600752d-3e03-4400-938a-3070ef48d73f will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:31:14.003916 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-21a8af6b-5aa9-4505-8935-c928a7290d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:14.030698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:14.038590 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:14.075247 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-21a8af6b-5aa9-4505-8935-c928a7290d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:14.104047 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:31:14.118179 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6d5118ff-a7a3-4b0c-9331-43c61a54060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:14.150344 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Network cdf89a2a-7631-4803-938e-d8a7620d0fd3 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:31:14.156432 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:31:14.161964 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:31:14.168063 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:14.168729 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:14.172935 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Pushing event updated for resources: {'Port': ['ID=2600752d-3e03-4400-938a-3070ef48d73f,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:14.177413 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:14.205971 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-21a8af6b-5aa9-4505-8935-c928a7290d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:14.208711 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-21a8af6b-5aa9-4505-8935-c928a7290d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:14.209986 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-21a8af6b-5aa9-4505-8935-c928a7290d89 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a365933-ef70-47ae-b8d6-b67120542e77 HTTP/1.1" status: 204  len: 168 time: 0.2922921
Apr 19 18:31:14.211107 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c3c3831f-dc85-4ae1-bbbe-ec112a9149fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:14.221165 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c969b935-7239-44cd-baa6-010ee7197836 req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8427384
Apr 19 18:31:14.223511 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8af6b-5aa9-4505-8935-c928a7290d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a365933-ef70-47ae-b8d6-b67120542e77,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:14.225901 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-21a8af6b-5aa9-4505-8935-c928a7290d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:14.236645 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Request body: {'port': {'device_id': '3cbfcc06-cdf9-40d0-897e-c02675187786', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:31:14.251652 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device b98bf53e-1a34-496b-afca-fa643d8cec9a up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:31:14.343386 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port b98bf53e-1a34-496b-afca-fa643d8cec9a completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:31:14.348796 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port b98bf53e-1a34-496b-afca-fa643d8cec9a triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:31:14.349354 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:14.368946 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:14.478874 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-7ff3ec8a-bf99-42c9-abeb-ff276f817c1f None None] Provisioning for port 2600752d-3e03-4400-938a-3070ef48d73f completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:31:14.498691 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-7ff3ec8a-bf99-42c9-abeb-ff276f817c1f None None] Provisioning complete for port 2600752d-3e03-4400-938a-3070ef48d73f triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:31:14.499223 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7ff3ec8a-bf99-42c9-abeb-ff276f817c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:14.568168 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:14.589870 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-7ff3ec8a-bf99-42c9-abeb-ff276f817c1f None None] Port 2600752d-3e03-4400-938a-3070ef48d73f cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:31:14.604232 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161a4902-60d8-4479-bac9-6ce077844e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98bf53e-1a34-496b-afca-fa643d8cec9a'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:31:14.615916 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port b98bf53e-1a34-496b-afca-fa643d8cec9a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b98bf53e-1a34-496b-afca-fa643d8cec9a,segment=NetworkSegment(247ad743-b8f5-4ceb-8b22-dc44e084ab61),segment_id=247ad743-b8f5-4ceb-8b22-dc44e084ab61)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:31:14.620040 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:14.622672 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:14.702195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=b98bf53e-1a34-496b-afca-fa643d8cec9a,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:14.706181 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:14.787989 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5bc53-06a0-49b3-a824-f80d903253f3 req-a4fc9b6f-1463-4ac8-a636-faaa56feb130 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:14.789671 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8ac5bc53-06a0-49b3-a824-f80d903253f3 req-a4fc9b6f-1463-4ac8-a636-faaa56feb130 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=161a4902-60d8-4479-bac9-6ce077844e33 HTTP/1.1" status: 200  len: 944 time: 0.2860792
Apr 19 18:31:14.822633 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a4366-eca1-45ca-8e73-1c556a728700 req-b6b52fde-b422-4d8f-b12d-c499eadf0fd6 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:14.824265 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e6a4366-eca1-45ca-8e73-1c556a728700 req-b6b52fde-b422-4d8f-b12d-c499eadf0fd6 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.2726119
Apr 19 18:31:14.927921 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8ac5bc53-06a0-49b3-a824-f80d903253f3 req-c0a62588-33d4-4e1a-ad66-9f180b820f4b tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263430
Apr 19 18:31:14.939385 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e6a4366-eca1-45ca-8e73-1c556a728700 req-d5e9d751-3dd1-4b49-a378-e232a532e7c5 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988243
Apr 19 18:31:15.045550 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2600752d-3e03-4400-938a-3070ef48d73f {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:31:15.063094 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:15.080315 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Transition to ACTIVE for port object 2600752d-3e03-4400-938a-3070ef48d73f will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:31:15.085505 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:15.091274 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:15.187602 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161a4902-60d8-4479-bac9-6ce077844e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98bf53e-1a34-496b-afca-fa643d8cec9a', 'code': 200}
Apr 19 18:31:15.270469 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:15.291661 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=2600752d-3e03-4400-938a-3070ef48d73f,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:15.296993 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:15.409975 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Attempting to bind port 2600752d-3e03-4400-938a-3070ef48d73f on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:31:15.410479 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Attempting to bind port 2600752d-3e03-4400-938a-3070ef48d73f by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '6b21b05b-363b-44ea-950f-29559a28a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'cdf89a2a-7631-4803-938e-d8a7620d0fd3'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:31:15.411095 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Attempting to bind port 2600752d-3e03-4400-938a-3070ef48d73f on network cdf89a2a-7631-4803-938e-d8a7620d0fd3 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:31:15.471646 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Port 2600752d-3e03-4400-938a-3070ef48d73f on network cdf89a2a-7631-4803-938e-d8a7620d0fd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:31:15.472016 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Attempting to bind port 2600752d-3e03-4400-938a-3070ef48d73f on network cdf89a2a-7631-4803-938e-d8a7620d0fd3 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:31:15.484002 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:31:15.484378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Checking segment: {'id': '6b21b05b-363b-44ea-950f-29559a28a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'cdf89a2a-7631-4803-938e-d8a7620d0fd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:31:15.484799 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Bound using segment: {'id': '6b21b05b-363b-44ea-950f-29559a28a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'cdf89a2a-7631-4803-938e-d8a7620d0fd3'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:31:15.485272 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Bound port: 2600752d-3e03-4400-938a-3070ef48d73f, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b21b05b-363b-44ea-950f-29559a28a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'cdf89a2a-7631-4803-938e-d8a7620d0fd3'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:31:15.485676 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:15.611374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc80d31-abd7-40c1-98a7-131d2d5046ef req-3c9c1d93-1f58-449f-b2ea-0905dc21d5fa tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:15.612137 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-3dc80d31-abd7-40c1-98a7-131d2d5046ef req-3c9c1d93-1f58-449f-b2ea-0905dc21d5fa tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Synchronizing usage tracker for tenant:9b4d2a8fc46e442d8209382489c82510 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:31:15.629851 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8532902-b2d1-4bb2-ac65-189f621bc664 req-4158c77a-e6c6-4d81-9b59-67089ec95e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:15.631479 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f8532902-b2d1-4bb2-ac65-189f621bc664 req-4158c77a-e6c6-4d81-9b59-67089ec95e84 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=161a4902-60d8-4479-bac9-6ce077844e33 HTTP/1.1" status: 200  len: 1098 time: 0.2151666
Apr 19 18:31:15.658451 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] For port 2600752d-3e03-4400-938a-3070ef48d73f, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:31:15.664497 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:15.685872 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] For port 2600752d-3e03-4400-938a-3070ef48d73f, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2600752d-3e03-4400-938a-3070ef48d73f,segment=NetworkSegment(6b21b05b-363b-44ea-950f-29559a28a36e),segment_id=6b21b05b-363b-44ea-950f-29559a28a36e)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:31:15.688563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-3dc80d31-abd7-40c1-98a7-131d2d5046ef req-3c9c1d93-1f58-449f-b2ea-0905dc21d5fa tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Unset dirty status for tenant:9b4d2a8fc46e442d8209382489c82510 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:31:15.689840 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3dc80d31-abd7-40c1-98a7-131d2d5046ef req-3c9c1d93-1f58-449f-b2ea-0905dc21d5fa tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 948 time: 0.3606737
Apr 19 18:31:15.695537 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:15.703924 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:15.744593 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f8532902-b2d1-4bb2-ac65-189f621bc664 req-745e7896-43c4-4cee-94b8-eadf3ccee787 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041951
Apr 19 18:31:15.775202 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:15.775969 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:15.777424 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c969b935-7239-44cd-baa6-010ee7197836 req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] 10.222.0.13 "PUT /v2.0/ports/2600752d-3e03-4400-938a-3070ef48d73f HTTP/1.1" status: 200  len: 1098 time: 1.5457113
Apr 19 18:31:15.782849 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbfcc06-cdf9-40d0-897e-c02675187786', 'tag': '2600752d-3e03-4400-938a-3070ef48d73f'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:31:15.827591 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-3dc80d31-abd7-40c1-98a7-131d2d5046ef req-bb7fa07f-a1be-4ee9-a320-15277f533b09 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Synchronizing usage tracker for tenant:9b4d2a8fc46e442d8209382489c82510 on resource:security_group {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:31:15.849124 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbfcc06-cdf9-40d0-897e-c02675187786', 'tag': '2600752d-3e03-4400-938a-3070ef48d73f', 'status': 'completed', 'code': 200}
Apr 19 18:31:15.853656 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=2600752d-3e03-4400-938a-3070ef48d73f,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:15.857719 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:15.858884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-3dc80d31-abd7-40c1-98a7-131d2d5046ef req-bb7fa07f-a1be-4ee9-a320-15277f533b09 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Unset dirty status for tenant:9b4d2a8fc46e442d8209382489c82510 on resource:security_group {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:31:15.860782 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3dc80d31-abd7-40c1-98a7-131d2d5046ef req-bb7fa07f-a1be-4ee9-a320-15277f533b09 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/security-groups?id=1019f4c8-a46d-431b-ae6c-a4378b07260c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577368
Apr 19 18:31:16.346056 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:16.347928 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928434e-4b26-46b1-81be-066ebe64218c req-c9a2ec1b-b56a-4c68-b933-305af02f17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:16.349548 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3928434e-4b26-46b1-81be-066ebe64218c req-c9a2ec1b-b56a-4c68-b933-305af02f17c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b4d2a8fc46e442d8209382489c82510&device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 1101 time: 0.4639628
Apr 19 18:31:16.366476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c54d4-2125-4375-9091-a1529532d342 req-6c20ea39-7e8d-4979-8acf-21d9cf352c72 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:16.367983 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ed3c54d4-2125-4375-9091-a1529532d342 req-6c20ea39-7e8d-4979-8acf-21d9cf352c72 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=161a4902-60d8-4479-bac9-6ce077844e33 HTTP/1.1" status: 200  len: 945 time: 0.2025230
Apr 19 18:31:16.408496 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736db11-ccd0-48fd-bc22-fe46e8a27f22 req-ed5f73ea-51f8-4288-9475-1ac6d2b107f1 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:16.410098 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5736db11-ccd0-48fd-bc22-fe46e8a27f22 req-ed5f73ea-51f8-4288-9475-1ac6d2b107f1 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1959553
Apr 19 18:31:16.421319 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 53148) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:16.430286 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3928434e-4b26-46b1-81be-066ebe64218c req-f8bbe804-6619-4d5c-b585-ec3496678087 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9b4d2a8fc46e442d8209382489c82510&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0613110
Apr 19 18:31:16.551087 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4826fe97-2ac7-454b-a3cb-f280bf478614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:16.567527 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-4826fe97-2ac7-454b-a3cb-f280bf478614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:16.572181 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-4826fe97-2ac7-454b-a3cb-f280bf478614 admin admin] Usage tracker for resource:security_group_rule and tenant:832fed3997bf46c6bb06c767500a839f is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:16.573118 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ed3c54d4-2125-4375-9091-a1529532d342 req-836b13c6-5817-476b-ae69-6020ec4cab5e tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773529
Apr 19 18:31:16.575667 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-4826fe97-2ac7-454b-a3cb-f280bf478614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:16.582175 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-4826fe97-2ac7-454b-a3cb-f280bf478614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:16.592166 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5736db11-ccd0-48fd-bc22-fe46e8a27f22 req-cbc64b8f-5e92-48af-98f6-c2aca2a03430 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658833
Apr 19 18:31:16.651032 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928434e-4b26-46b1-81be-066ebe64218c req-be72873a-3b4a-4b6e-b6d4-e9ac5011de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:16.653549 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3928434e-4b26-46b1-81be-066ebe64218c req-be72873a-3b4a-4b6e-b6d4-e9ac5011de3e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2035973
Apr 19 18:31:16.701286 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4826fe97-2ac7-454b-a3cb-f280bf478614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:16.705287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4826fe97-2ac7-454b-a3cb-f280bf478614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:16.717673 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f6e5c1ea-b0b9-4bdf-9a7f-0a6712061802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:16.769617 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-4826fe97-2ac7-454b-a3cb-f280bf478614 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=832fed3997bf46c6bb06c767500a839f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3470845
Apr 19 18:31:16.770617 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 53166) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:16.776403 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826fe97-2ac7-454b-a3cb-f280bf478614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7d482f-930e-4bbb-befd-802f61b59d66,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:16.793560 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4826fe97-2ac7-454b-a3cb-f280bf478614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:16.827628 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969b935-7239-44cd-baa6-010ee7197836 req-d8a7730d-e34c-4aaf-9e4c-ecbd253c3b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:16.829375 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c969b935-7239-44cd-baa6-010ee7197836 req-d8a7730d-e34c-4aaf-9e4c-ecbd253c3b60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b4d2a8fc46e442d8209382489c82510&device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 1101 time: 0.1316965
Apr 19 18:31:16.850656 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d5f25651-2e8a-4941-9880-9a34543a938c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:16.880368 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d5f25651-2e8a-4941-9880-9a34543a938c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:16.936105 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c969b935-7239-44cd-baa6-010ee7197836 req-85e88ca2-1b2f-4b20-8f4a-63617f59c199 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=2600752d-3e03-4400-938a-3070ef48d73f HTTP/1.1" status: 200  len: 217 time: 0.0917423
Apr 19 18:31:16.944070 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d5f25651-2e8a-4941-9880-9a34543a938c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:16.950042 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ff3fc745-acb5-41f9-9b2d-5f70cfa9fc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:16.963632 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f25651-2e8a-4941-9880-9a34543a938c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7d482f-930e-4bbb-befd-802f61b59d66,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:16.967580 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d5f25651-2e8a-4941-9880-9a34543a938c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:16.973380 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d5f25651-2e8a-4941-9880-9a34543a938c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:16.977036 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-d5f25651-2e8a-4941-9880-9a34543a938c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db7d482f-930e-4bbb-befd-802f61b59d66 HTTP/1.1" status: 204  len: 168 time: 0.2015309
Apr 19 18:31:17.069103 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969b935-7239-44cd-baa6-010ee7197836 req-e60a6d58-b400-47a4-985b-55176b879916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:17.071727 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c969b935-7239-44cd-baa6-010ee7197836 req-e60a6d58-b400-47a4-985b-55176b879916 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e820767b-c389-4c5c-87ec-31c6972fa0ab HTTP/1.1" status: 200  len: 843 time: 0.1210365
Apr 19 18:31:17.186271 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d374d-3570-470a-99b7-ba0ab18a0bb5 req-337c26d7-331c-4869-8f8e-584b9e710aee tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:17.188594 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-844d374d-3570-470a-99b7-ba0ab18a0bb5 req-337c26d7-331c-4869-8f8e-584b9e710aee tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 948 time: 0.1764424
Apr 19 18:31:17.239874 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969b935-7239-44cd-baa6-010ee7197836 req-0bf30e8e-cea7-4d16-8dab-3069dda58a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:17.242004 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c969b935-7239-44cd-baa6-010ee7197836 req-0bf30e8e-cea7-4d16-8dab-3069dda58a91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cdf89a2a-7631-4803-938e-d8a7620d0fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1623199
Apr 19 18:31:17.256216 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-844d374d-3570-470a-99b7-ba0ab18a0bb5 req-a8458f8e-452e-47f7-b33c-58d8ac75db0a tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/security-groups?id=1019f4c8-a46d-431b-ae6c-a4378b07260c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595217
Apr 19 18:31:17.398732 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c969b935-7239-44cd-baa6-010ee7197836 req-0c1c869d-825f-492f-abf1-0dcc15f5ad4b service neutron] 10.222.0.13 "GET /v2.0/networks/cdf89a2a-7631-4803-938e-d8a7620d0fd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464396
Apr 19 18:31:17.547728 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c969b935-7239-44cd-baa6-010ee7197836 req-048368a9-758f-45d3-afc5-d1d821ed72db service neutron] 10.222.0.13 "GET /v2.0/networks/cdf89a2a-7631-4803-938e-d8a7620d0fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391890
Apr 19 18:31:17.861606 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b6946-9c83-4ff2-b05a-19c0b138e0c2 req-5381a307-1f19-4bcc-9ced-a6ef00565d21 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:17.863108 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-605b6946-9c83-4ff2-b05a-19c0b138e0c2 req-5381a307-1f19-4bcc-9ced-a6ef00565d21 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=161a4902-60d8-4479-bac9-6ce077844e33 HTTP/1.1" status: 200  len: 945 time: 0.1614528
Apr 19 18:31:17.871148 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ebc1e-d2d6-476c-863e-d53deefcf060 req-9126e689-16cf-479c-9f00-a30ed83eabee tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:17.872592 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9e1ebc1e-d2d6-476c-863e-d53deefcf060 req-9126e689-16cf-479c-9f00-a30ed83eabee tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1345818
Apr 19 18:31:17.949749 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-605b6946-9c83-4ff2-b05a-19c0b138e0c2 req-12323245-299c-4cc3-86b2-449f528567e4 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755508
Apr 19 18:31:17.954253 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9e1ebc1e-d2d6-476c-863e-d53deefcf060 req-921489e7-a65d-401d-98db-615f8b513ef8 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660765
Apr 19 18:31:18.478962 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6219bc5-b2e4-4a77-9111-102e783ed4c7 req-e99d06a2-ae23-4206-87f8-4c67115ed5bb tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:18.481128 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a6219bc5-b2e4-4a77-9111-102e783ed4c7 req-e99d06a2-ae23-4206-87f8-4c67115ed5bb tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 948 time: 0.1051223
Apr 19 18:31:18.531392 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a6219bc5-b2e4-4a77-9111-102e783ed4c7 req-1ff7961b-e91e-4f37-a7e2-3bcdb8e643d4 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/security-groups?id=1019f4c8-a46d-431b-ae6c-a4378b07260c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436106
Apr 19 18:31:19.170823 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb45e6-06f1-4c41-8f07-faf8699a7dcb req-50a91727-b194-42b2-8af8-9d39e2528e67 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:19.174453 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b9eb45e6-06f1-4c41-8f07-faf8699a7dcb req-50a91727-b194-42b2-8af8-9d39e2528e67 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1016316
Apr 19 18:31:19.283276 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b9eb45e6-06f1-4c41-8f07-faf8699a7dcb req-bae2e0f6-e521-44d5-8218-6f136852c5fa tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640688
Apr 19 18:31:19.303752 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38250499-5263-4aac-9e86-c1f945e36191 req-dc32c159-9e9c-44ce-b018-23c30605de2b tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:19.305361 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-38250499-5263-4aac-9e86-c1f945e36191 req-dc32c159-9e9c-44ce-b018-23c30605de2b tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=161a4902-60d8-4479-bac9-6ce077844e33 HTTP/1.1" status: 200  len: 945 time: 0.1320047
Apr 19 18:31:19.355237 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-38250499-5263-4aac-9e86-c1f945e36191 req-d6744cd0-40c3-497f-a2da-f41a931eae94 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437031
Apr 19 18:31:19.740056 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295613b-370d-4bf2-9e1c-f4d1e2f9fc2e req-9b3240e3-11b9-4bcb-bc2f-a451f3b43c69 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:19.741701 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d295613b-370d-4bf2-9e1c-f4d1e2f9fc2e req-9b3240e3-11b9-4bcb-bc2f-a451f3b43c69 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 948 time: 0.0931225
Apr 19 18:31:19.790016 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d295613b-370d-4bf2-9e1c-f4d1e2f9fc2e req-54469bf0-3ee6-4a78-b63f-57628dea56b2 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/security-groups?id=1019f4c8-a46d-431b-ae6c-a4378b07260c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414257
Apr 19 18:31:20.270163 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 2600752d-3e03-4400-938a-3070ef48d73f details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:31:20.418917 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 2600752d-3e03-4400-938a-3070ef48d73f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2600752d-3e03-4400-938a-3070ef48d73f,segment=NetworkSegment(6b21b05b-363b-44ea-950f-29559a28a36e),segment_id=6b21b05b-363b-44ea-950f-29559a28a36e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:31:20.433199 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': '2600752d-3e03-4400-938a-3070ef48d73f', 'network_id': 'cdf89a2a-7631-4803-938e-d8a7620d0fd3', 'port_id': '2600752d-3e03-4400-938a-3070ef48d73f', 'mac_address': 'fa:16:3e:9d:fe:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e820767b-c389-4c5c-87ec-31c6972fa0ab', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:31:20.496187 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:20.514066 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2600752d-3e03-4400-938a-3070ef48d73f {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:31:20.533940 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 2600752d-3e03-4400-938a-3070ef48d73f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2600752d-3e03-4400-938a-3070ef48d73f,segment=NetworkSegment(6b21b05b-363b-44ea-950f-29559a28a36e),segment_id=6b21b05b-363b-44ea-950f-29559a28a36e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:31:20.537359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:20.539916 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:20.557369 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1521194-4287-4813-83a2-281366671b22 req-db27cb66-d495-4a87-8db4-65b90330ba7d tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:20.559282 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b1521194-4287-4813-83a2-281366671b22 req-db27cb66-d495-4a87-8db4-65b90330ba7d tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1578879
Apr 19 18:31:20.621885 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=2600752d-3e03-4400-938a-3070ef48d73f,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:20.625385 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:20.629061 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987d1eb-623b-4742-9846-254aca620124 req-9e138b08-78f4-42ea-8bcb-a0985bc0916f tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:20.630672 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e987d1eb-623b-4742-9846-254aca620124 req-9e138b08-78f4-42ea-8bcb-a0985bc0916f tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=161a4902-60d8-4479-bac9-6ce077844e33 HTTP/1.1" status: 200  len: 945 time: 0.1526558
Apr 19 18:31:20.633712 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b1521194-4287-4813-83a2-281366671b22 req-fceb961c-da5d-4738-a53e-5fdfdee832e2 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645125
Apr 19 18:31:20.682080 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e987d1eb-623b-4742-9846-254aca620124 req-d0081fd9-058d-402e-997f-396e82352689 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437822
Apr 19 18:31:20.940540 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['2600752d-3e03-4400-938a-3070ef48d73f'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:31:21.032154 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750bbf6-4132-4dd5-a131-88169ad56198 req-985f32fa-3375-4911-aad1-10af9d2973ef tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:21.033498 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c750bbf6-4132-4dd5-a131-88169ad56198 req-985f32fa-3375-4911-aad1-10af9d2973ef tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.13 "GET /v2.0/ports?device_id=161a4902-60d8-4479-bac9-6ce077844e33 HTTP/1.1" status: 200  len: 945 time: 0.0955172
Apr 19 18:31:21.165803 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-c750bbf6-4132-4dd5-a131-88169ad56198 req-757983f2-036b-4544-a49a-36dc67522bd3 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Deleting port b98bf53e-1a34-496b-afca-fa643d8cec9a {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:31:21.166234 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-c750bbf6-4132-4dd5-a131-88169ad56198 req-757983f2-036b-4544-a49a-36dc67522bd3 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:21.301524 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce5151-de7a-4db0-8f23-c0e00dea91af req-e83e5d86-a50f-44af-bc70-3ccfc756edf7 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:21.303178 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c8ce5151-de7a-4db0-8f23-c0e00dea91af req-e83e5d86-a50f-44af-bc70-3ccfc756edf7 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 949 time: 0.2222369
Apr 19 18:31:21.448915 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c8ce5151-de7a-4db0-8f23-c0e00dea91af req-e4e82bef-2c4f-4be7-a84e-e33e75d52cdd tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/security-groups?id=1019f4c8-a46d-431b-ae6c-a4378b07260c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370177
Apr 19 18:31:21.500961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-c750bbf6-4132-4dd5-a131-88169ad56198 req-757983f2-036b-4544-a49a-36dc67522bd3 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] For port b98bf53e-1a34-496b-afca-fa643d8cec9a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b98bf53e-1a34-496b-afca-fa643d8cec9a,segment=NetworkSegment(247ad743-b8f5-4ceb-8b22-dc44e084ab61),segment_id=247ad743-b8f5-4ceb-8b22-dc44e084ab61)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:31:21.501353 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-c750bbf6-4132-4dd5-a131-88169ad56198 req-757983f2-036b-4544-a49a-36dc67522bd3 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:21.639641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-c750bbf6-4132-4dd5-a131-88169ad56198 req-757983f2-036b-4544-a49a-36dc67522bd3 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Calling delete_port for b98bf53e-1a34-496b-afca-fa643d8cec9a owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:31:22.110449 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-c750bbf6-4132-4dd5-a131-88169ad56198 req-757983f2-036b-4544-a49a-36dc67522bd3 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:22.122156 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['b98bf53e-1a34-496b-afca-fa643d8cec9a'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:31:22.124359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-76e274cc-0ccc-490d-804b-b12a3d81e3c8 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:22.183427 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757983f2-036b-4544-a49a-36dc67522bd3 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Pushing event deleted for resources: {'Port': ['ID=b98bf53e-1a34-496b-afca-fa643d8cec9a,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:22.190307 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-757983f2-036b-4544-a49a-36dc67522bd3 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:22.274828 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b762f-a451-4ec7-95d4-a9aa0ff0f4b5 req-151a9728-fae9-4307-b001-29a7cd206d3d tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:22.276441 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a84b762f-a451-4ec7-95d4-a9aa0ff0f4b5 req-151a9728-fae9-4307-b001-29a7cd206d3d tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.5090311
Apr 19 18:31:22.289878 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a27005-bd47-416f-b341-848a692e20f1 req-1f479329-384b-4565-9dbd-94872d142ff9 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:22.291377 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-30a27005-bd47-416f-b341-848a692e20f1 req-1f479329-384b-4565-9dbd-94872d142ff9 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/ports?device_id=161a4902-60d8-4479-bac9-6ce077844e33 HTTP/1.1" status: 200  len: 867 time: 0.4746063
Apr 19 18:31:22.297978 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 2600752d-3e03-4400-938a-3070ef48d73f up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:31:22.316435 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-c750bbf6-4132-4dd5-a131-88169ad56198 req-757983f2-036b-4544-a49a-36dc67522bd3 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] No DVR routers for this DVR port b98bf53e-1a34-496b-afca-fa643d8cec9a on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:31:22.333032 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-c750bbf6-4132-4dd5-a131-88169ad56198 req-757983f2-036b-4544-a49a-36dc67522bd3 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:22.337533 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161a4902-60d8-4479-bac9-6ce077844e33', 'name': 'network-vif-deleted', 'tag': 'b98bf53e-1a34-496b-afca-fa643d8cec9a'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:31:22.370727 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port 2600752d-3e03-4400-938a-3070ef48d73f completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:31:22.372186 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c750bbf6-4132-4dd5-a131-88169ad56198 req-757983f2-036b-4544-a49a-36dc67522bd3 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.13 "DELETE /v2.0/ports/b98bf53e-1a34-496b-afca-fa643d8cec9a HTTP/1.1" status: 204  len: 173 time: 1.3318272
Apr 19 18:31:22.375858 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port 2600752d-3e03-4400-938a-3070ef48d73f triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:31:22.376287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:22.397413 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-30a27005-bd47-416f-b341-848a692e20f1 req-50c61bec-cfcb-4b43-8710-e8aa56ff7328 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] 10.222.0.49 "GET /v2.0/security-groups?id=5cd9a8bb-c6fb-4316-8699-3568b77918df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984018
Apr 19 18:31:22.402815 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a84b762f-a451-4ec7-95d4-a9aa0ff0f4b5 req-f7a7ed08-d9ee-4027-9fac-20661d8f0eac tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098883
Apr 19 18:31:22.536009 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:22.564790 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbfcc06-cdf9-40d0-897e-c02675187786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2600752d-3e03-4400-938a-3070ef48d73f'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:31:22.577074 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 2600752d-3e03-4400-938a-3070ef48d73f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2600752d-3e03-4400-938a-3070ef48d73f,segment=NetworkSegment(6b21b05b-363b-44ea-950f-29559a28a36e),segment_id=6b21b05b-363b-44ea-950f-29559a28a36e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:31:22.580086 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:22.581398 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device b98bf53e-1a34-496b-afca-fa643d8cec9a no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:31:22.611913 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:22.628270 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161a4902-60d8-4479-bac9-6ce077844e33', 'name': 'network-vif-deleted', 'tag': 'b98bf53e-1a34-496b-afca-fa643d8cec9a', 'status': 'completed', 'code': 200}
Apr 19 18:31:22.658286 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: b98bf53e-1a34-496b-afca-fa643d8cec9a {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:31:22.658462 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device b98bf53e-1a34-496b-afca-fa643d8cec9a not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:31:22.669903 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbfcc06-cdf9-40d0-897e-c02675187786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2600752d-3e03-4400-938a-3070ef48d73f', 'code': 200}
Apr 19 18:31:22.699548 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=2600752d-3e03-4400-938a-3070ef48d73f,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:22.702904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:22.816948 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c18dd-becd-45a7-955e-1c6a5280ae39 req-c3702b7e-fc15-4911-8560-18975a05f027 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:22.818798 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-950c18dd-becd-45a7-955e-1c6a5280ae39 req-c3702b7e-fc15-4911-8560-18975a05f027 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 950 time: 0.1098847
Apr 19 18:31:22.871763 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-950c18dd-becd-45a7-955e-1c6a5280ae39 req-f352eced-b2fc-4117-90fa-fd989f0e7e37 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/security-groups?id=1019f4c8-a46d-431b-ae6c-a4378b07260c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452533
Apr 19 18:31:22.957603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db0703-e3a4-4d20-98fd-bb93830e18a3 req-f343185a-480e-4f7d-ade4-a35fcc1a49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:22.959287 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b7db0703-e3a4-4d20-98fd-bb93830e18a3 req-f343185a-480e-4f7d-ade4-a35fcc1a49f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 1103 time: 0.0836244
Apr 19 18:31:23.007513 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b7db0703-e3a4-4d20-98fd-bb93830e18a3 req-0a62fabb-c9c4-4bf1-897a-12f3d31dfc8e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1019f4c8-a46d-431b-ae6c-a4378b07260c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403409
Apr 19 18:31:23.630486 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec5c32-0af5-4ac1-a1db-fa691d51bb6d req-2271ed0b-cfa6-4c66-b7ba-fa04761e6fdc tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:23.632110 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b2ec5c32-0af5-4ac1-a1db-fa691d51bb6d req-2271ed0b-cfa6-4c66-b7ba-fa04761e6fdc tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.0932307
Apr 19 18:31:23.690548 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b2ec5c32-0af5-4ac1-a1db-fa691d51bb6d req-272f8370-c4e1-4a09-a1f0-68bcb59ff238 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492499
Apr 19 18:31:24.092513 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25a11f-0a30-4522-aea4-96503df4ccd2 req-2d049f66-d66d-47b6-af7e-1ca3a6391862 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:24.094258 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eb25a11f-0a30-4522-aea4-96503df4ccd2 req-2d049f66-d66d-47b6-af7e-1ca3a6391862 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 950 time: 0.1032174
Apr 19 18:31:24.157007 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eb25a11f-0a30-4522-aea4-96503df4ccd2 req-6810944f-8ea3-442d-b28a-5102215068be tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/security-groups?id=1019f4c8-a46d-431b-ae6c-a4378b07260c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560009
Apr 19 18:31:24.910184 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3847c-d391-404f-9ba7-8ddcc9f776ca req-a862b48e-3777-4218-abea-be0c59c0265b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:24.911947 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a6a3847c-d391-404f-9ba7-8ddcc9f776ca req-a862b48e-3777-4218-abea-be0c59c0265b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1024265
Apr 19 18:31:24.963117 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a6a3847c-d391-404f-9ba7-8ddcc9f776ca req-19d5cb2c-7e9e-4350-b444-54eaface8159 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445719
Apr 19 18:31:25.366849 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd796a9-d4af-4886-862b-0339e3f2d40b req-4f0c75ee-3f86-4465-8f1e-6f760ca2c5f0 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:25.368371 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ccd796a9-d4af-4886-862b-0339e3f2d40b req-4f0c75ee-3f86-4465-8f1e-6f760ca2c5f0 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 950 time: 0.0892549
Apr 19 18:31:25.417151 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ccd796a9-d4af-4886-862b-0339e3f2d40b req-873546cd-6a3d-4219-8184-2cab70d791d6 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/security-groups?id=1019f4c8-a46d-431b-ae6c-a4378b07260c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423734
Apr 19 18:31:25.891356 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa2209-3238-46ef-b7f8-c566a9d7d436 req-b6aefafb-ea33-4094-9d32-4d67c4e9ff30 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:25.893024 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-deaa2209-3238-46ef-b7f8-c566a9d7d436 req-b6aefafb-ea33-4094-9d32-4d67c4e9ff30 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 950 time: 0.0945122
Apr 19 18:31:25.942924 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-deaa2209-3238-46ef-b7f8-c566a9d7d436 req-ec5c5f3b-fe3b-46fa-aa30-cd4935e740b3 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/security-groups?id=1019f4c8-a46d-431b-ae6c-a4378b07260c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432303
Apr 19 18:31:26.168566 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6a8c0-c298-4a72-8e97-a55b92d5c4f0 req-3c8d8a1b-3164-41fe-88b7-5907edc70ec5 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:26.170296 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-48a6a8c0-c298-4a72-8e97-a55b92d5c4f0 req-3c8d8a1b-3164-41fe-88b7-5907edc70ec5 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.0907097
Apr 19 18:31:26.223697 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-48a6a8c0-c298-4a72-8e97-a55b92d5c4f0 req-57835ef0-739d-40ef-9087-e6c8b0bee397 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469217
Apr 19 18:31:28.660699 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e1f26-010a-4650-94f4-504aa6c1924e req-d5e33b91-56c8-4f17-9981-41b80419b872 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:28.662328 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fb9e1f26-010a-4650-94f4-504aa6c1924e req-d5e33b91-56c8-4f17-9981-41b80419b872 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 950 time: 0.1598151
Apr 19 18:31:28.671244 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174a5a3-f14a-4a90-84c9-2ac9dcf6d04b req-346dbf2a-85db-4d43-a79a-b7322b9fa8a0 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:28.672707 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5174a5a3-f14a-4a90-84c9-2ac9dcf6d04b req-346dbf2a-85db-4d43-a79a-b7322b9fa8a0 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1266627
Apr 19 18:31:28.751308 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fb9e1f26-010a-4650-94f4-504aa6c1924e req-c0d35692-531a-4368-ac0c-b8631b3a5839 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/security-groups?id=1019f4c8-a46d-431b-ae6c-a4378b07260c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775642
Apr 19 18:31:28.758698 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5174a5a3-f14a-4a90-84c9-2ac9dcf6d04b req-35782e52-2ba9-4b8f-a469-c79caf50abdb tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680532
Apr 19 18:31:30.037217 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d95e8-e9bb-41af-820d-a5f4f06a2582 req-42729b3a-3cfe-4390-a5e6-2960b24406f7 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:30.039499 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0a0d95e8-e9bb-41af-820d-a5f4f06a2582 req-42729b3a-3cfe-4390-a5e6-2960b24406f7 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 950 time: 0.1663463
Apr 19 18:31:30.050886 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6e5fd-c5c3-43bf-9064-5b1870b1e556 req-88db6d59-1d33-48e7-a166-860689bce9b8 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:30.052394 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-31d6e5fd-c5c3-43bf-9064-5b1870b1e556 req-88db6d59-1d33-48e7-a166-860689bce9b8 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1421769
Apr 19 18:31:30.133134 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0a0d95e8-e9bb-41af-820d-a5f4f06a2582 req-80c6465c-7cd6-4416-a3cb-78c8f50d3ee0 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/security-groups?id=1019f4c8-a46d-431b-ae6c-a4378b07260c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796578
Apr 19 18:31:30.147387 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-31d6e5fd-c5c3-43bf-9064-5b1870b1e556 req-13977f04-d62b-45a0-9fe6-4a3754fae405 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765994
Apr 19 18:31:30.458712 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8949b3-311d-4467-8f9e-34c9c40b0644 req-e2bb008a-3065-4627-bc83-2c60d473669b tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:30.460285 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cd8949b3-311d-4467-8f9e-34c9c40b0644 req-e2bb008a-3065-4627-bc83-2c60d473669b tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 950 time: 0.1047993
Apr 19 18:31:30.546410 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-cd8949b3-311d-4467-8f9e-34c9c40b0644 req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Deleting port 2600752d-3e03-4400-938a-3070ef48d73f {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:31:30.546960 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-cd8949b3-311d-4467-8f9e-34c9c40b0644 req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:30.851606 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-cd8949b3-311d-4467-8f9e-34c9c40b0644 req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] For port 2600752d-3e03-4400-938a-3070ef48d73f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2600752d-3e03-4400-938a-3070ef48d73f,segment=NetworkSegment(6b21b05b-363b-44ea-950f-29559a28a36e),segment_id=6b21b05b-363b-44ea-950f-29559a28a36e)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:31:30.852407 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-cd8949b3-311d-4467-8f9e-34c9c40b0644 req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:31.021160 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-cd8949b3-311d-4467-8f9e-34c9c40b0644 req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Calling delete_port for 2600752d-3e03-4400-938a-3070ef48d73f owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:31:31.329471 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-cd8949b3-311d-4467-8f9e-34c9c40b0644 req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:31.342017 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['2600752d-3e03-4400-938a-3070ef48d73f'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:31:31.362560 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-77966b55-3528-4e1a-ae5c-363134565d9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:31.572577 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Pushing event deleted for resources: {'Port': ['ID=2600752d-3e03-4400-938a-3070ef48d73f,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:31.665698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:31.666193 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:31.666676 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:31.667075 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:31.667460 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:31.667907 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:31.668848 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:31.669261 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:31.669706 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:31.670121 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:31.670747 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:31.671164 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:31.767855 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:31.794017 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-785ce220-8177-4d36-b838-77902905b6e8 req-72ee5216-cf11-4144-8063-8657f4112f90 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cbfcc06-cdf9-40d0-897e-c02675187786 HTTP/1.1" status: 200  len: 210 time: 0.2159035
Apr 19 18:31:31.800646 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8949b3-311d-4467-8f9e-34c9c40b0644 req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] No DVR routers for this DVR port 2600752d-3e03-4400-938a-3070ef48d73f on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:31:31.808831 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-cd8949b3-311d-4467-8f9e-34c9c40b0644 req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:31.818979 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbfcc06-cdf9-40d0-897e-c02675187786', 'name': 'network-vif-deleted', 'tag': '2600752d-3e03-4400-938a-3070ef48d73f'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:31:31.844018 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cd8949b3-311d-4467-8f9e-34c9c40b0644 req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] 10.222.0.13 "DELETE /v2.0/ports/2600752d-3e03-4400-938a-3070ef48d73f HTTP/1.1" status: 204  len: 173 time: 1.3765986
Apr 19 18:31:31.881134 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27461e-d764-4d18-9de1-5053141b061c req-761b8370-b3d0-4571-b750-752ea18bfe43 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:31.890685 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5d27461e-d764-4d18-9de1-5053141b061c req-761b8370-b3d0-4571-b750-752ea18bfe43 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.3192763
Apr 19 18:31:31.942545 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5d27461e-d764-4d18-9de1-5053141b061c req-98ca403e-4380-4c29-ab36-82a546027206 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508933
Apr 19 18:31:32.025493 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbfcc06-cdf9-40d0-897e-c02675187786', 'name': 'network-vif-deleted', 'tag': '2600752d-3e03-4400-938a-3070ef48d73f', 'status': 'completed', 'code': 200}
Apr 19 18:31:33.287959 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc097752-03fd-4b5e-85a7-1fe2f3b1e48b req-fbf629d9-a82e-46b2-b1b3-bee044f5ea53 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:33.289679 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc097752-03fd-4b5e-85a7-1fe2f3b1e48b req-fbf629d9-a82e-46b2-b1b3-bee044f5ea53 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1662095
Apr 19 18:31:33.350808 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc097752-03fd-4b5e-85a7-1fe2f3b1e48b req-d8d635d5-3bcf-41af-8418-cc33e1a64910 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544047
Apr 19 18:31:34.353484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 2600752d-3e03-4400-938a-3070ef48d73f no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:31:34.378644 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137f5de-8983-4ed5-ac8f-d6ec8e7b7e07 req-dca5e447-bd2b-40ea-b9b6-805deef9e6b0 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:34.387293 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5137f5de-8983-4ed5-ac8f-d6ec8e7b7e07 req-dca5e447-bd2b-40ea-b9b6-805deef9e6b0 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.1100218
Apr 19 18:31:34.409248 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: 2600752d-3e03-4400-938a-3070ef48d73f {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:31:34.409927 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 2600752d-3e03-4400-938a-3070ef48d73f not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:31:34.446472 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5137f5de-8983-4ed5-ac8f-d6ec8e7b7e07 req-c0728eeb-a297-4992-adcc-93a5e72219e2 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576439
Apr 19 18:31:34.908320 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e71b6-2602-4fe1-aa6a-e2b7836cf1a8 req-75b194c4-3670-4a9d-8929-874beb386718 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:34.910007 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6a2e71b6-2602-4fe1-aa6a-e2b7836cf1a8 req-75b194c4-3670-4a9d-8929-874beb386718 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1389966
Apr 19 18:31:35.006414 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6a2e71b6-2602-4fe1-aa6a-e2b7836cf1a8 req-56d6baf0-67a0-4992-a78f-3e05ae5f051f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867381
Apr 19 18:31:35.391355 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9450b-15ae-4015-b56d-01c7544ec73f req-6f88c4f7-672a-4ddd-9777-20b5afa0229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:35.393090 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-89a9450b-15ae-4015-b56d-01c7544ec73f req-6f88c4f7-672a-4ddd-9777-20b5afa0229c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 1098 time: 0.0847740
Apr 19 18:31:35.446471 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-89a9450b-15ae-4015-b56d-01c7544ec73f req-f819344f-e0ce-4f3a-8db2-f7c0c08ce455 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460179
Apr 19 18:31:35.799449 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21e8d7-21ca-476c-9c4f-dfd0b8468146 req-18b263aa-a088-4268-a019-cbbc67a7f1ac tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:35.805878 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ab21e8d7-21ca-476c-9c4f-dfd0b8468146 req-18b263aa-a088-4268-a019-cbbc67a7f1ac tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.1412938
Apr 19 18:31:35.899082 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ab21e8d7-21ca-476c-9c4f-dfd0b8468146 req-c2ad97a1-cbe1-4150-8c8a-d52c1dc677fb tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828707
Apr 19 18:31:36.343951 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985aad56-1e06-48c4-8f59-5dbd39d9e394 req-a6990081-d033-4f94-93f6-bdbbd275da81 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:36.351840 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-985aad56-1e06-48c4-8f59-5dbd39d9e394 req-a6990081-d033-4f94-93f6-bdbbd275da81 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1899977
Apr 19 18:31:36.438081 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-985aad56-1e06-48c4-8f59-5dbd39d9e394 req-343f2705-66be-485b-9a81-305b1c7de8fd tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850565
Apr 19 18:31:37.239374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed30f3-226c-4f81-89bd-b70fe86f075a req-e7c3d691-ffff-4c15-8a46-b96e80005898 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:37.249220 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-00ed30f3-226c-4f81-89bd-b70fe86f075a req-e7c3d691-ffff-4c15-8a46-b96e80005898 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.1782482
Apr 19 18:31:37.305519 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-00ed30f3-226c-4f81-89bd-b70fe86f075a req-e36184f8-4012-4fa8-9f86-9ea99b8af127 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551322
Apr 19 18:31:37.693156 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce596b-bba4-4d3c-8c4d-f98039b41b7d req-50f663a7-98ec-429a-b807-8f0f92a7307c tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:37.694785 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3bce596b-bba4-4d3c-8c4d-f98039b41b7d req-50f663a7-98ec-429a-b807-8f0f92a7307c tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1066310
Apr 19 18:31:37.748176 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3bce596b-bba4-4d3c-8c4d-f98039b41b7d req-bfc95220-57fb-4216-956c-611f2a939838 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460954
Apr 19 18:31:38.197976 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e9dc9-6692-4214-b625-71b7b3186756 req-5c418080-f611-4ee7-a404-9623c857f13f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:38.199614 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-044e9dc9-6692-4214-b625-71b7b3186756 req-5c418080-f611-4ee7-a404-9623c857f13f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.0887105
Apr 19 18:31:38.250953 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-044e9dc9-6692-4214-b625-71b7b3186756 req-05021469-c5e9-4c36-a456-7bbdc4d62eef tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446310
Apr 19 18:31:38.704717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef59c74-214a-46a9-b145-e0130a2d9821 req-9d3cb602-af74-48da-b380-db9fd344e90f tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:38.706364 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fef59c74-214a-46a9-b145-e0130a2d9821 req-9d3cb602-af74-48da-b380-db9fd344e90f tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.2821102
Apr 19 18:31:38.756551 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fef59c74-214a-46a9-b145-e0130a2d9821 req-c80e9506-1f65-48ef-bf1f-423b5c38c488 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431311
Apr 19 18:31:39.453081 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ee04b-ea09-438c-af0c-4cfac633a47a req-b5265bb2-1066-4d4b-9206-1769c8450943 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:39.454657 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3b7ee04b-ea09-438c-af0c-4cfac633a47a req-b5265bb2-1066-4d4b-9206-1769c8450943 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.0906012
Apr 19 18:31:39.503326 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3b7ee04b-ea09-438c-af0c-4cfac633a47a req-cb38a01a-381f-4a66-8262-04ab1bcffcbc tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421596
Apr 19 18:31:39.965511 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe054701-2dd9-4ce5-a53d-2758ebb5ede2 req-e3687efd-670a-4308-b221-1629faf76484 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:39.967097 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fe054701-2dd9-4ce5-a53d-2758ebb5ede2 req-e3687efd-670a-4308-b221-1629faf76484 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.0906789
Apr 19 18:31:40.015324 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fe054701-2dd9-4ce5-a53d-2758ebb5ede2 req-1a870fd5-095c-4c17-9285-ef4a809b58dc tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419412
Apr 19 18:31:40.461367 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d50d91-1ce3-4671-9aad-20993954ba17 req-6e91c12b-3279-45b1-8486-94ab4c690dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:40.463042 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-58d50d91-1ce3-4671-9aad-20993954ba17 req-6e91c12b-3279-45b1-8486-94ab4c690dac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd6d3dff6251456ab69d797d216f3c79&device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 1098 time: 0.1483479
Apr 19 18:31:40.689195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3d7ce-f30b-443b-a656-6374ce66c7f7 req-a1c3b2cc-0cb3-4540-9a2e-83a89838f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:40.690975 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f7b3d7ce-f30b-443b-a656-6374ce66c7f7 req-a1c3b2cc-0cb3-4540-9a2e-83a89838f8b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1&device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 1099 time: 0.3036346
Apr 19 18:31:40.698984 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d50d91-1ce3-4671-9aad-20993954ba17 req-35e22524-2011-4a22-9aee-7f95fbdf104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:40.700835 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-58d50d91-1ce3-4671-9aad-20993954ba17 req-35e22524-2011-4a22-9aee-7f95fbdf104f service neutron] 10.222.0.13 "GET /v2.0/networks?id=acd59ac1-d427-4149-8d1a-2f550ec235ed HTTP/1.1" status: 200  len: 919 time: 0.2243278
Apr 19 18:31:40.944421 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-58d50d91-1ce3-4671-9aad-20993954ba17 req-ccba6761-525a-4bf1-b99f-8c68f0f79d5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7f46757-ad1c-4db6-a7ba-732e7688475f HTTP/1.1" status: 200  len: 217 time: 0.2342033
Apr 19 18:31:41.011114 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3d7ce-f30b-443b-a656-6374ce66c7f7 req-d3769e0b-dd08-4156-95e0-6b10f0fcb8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:41.013169 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f7b3d7ce-f30b-443b-a656-6374ce66c7f7 req-d3769e0b-dd08-4156-95e0-6b10f0fcb8e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d286d36-8c52-42be-b3d4-52bf0bab0dba HTTP/1.1" status: 200  len: 918 time: 0.2425959
Apr 19 18:31:41.188151 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8c882-f2df-43c6-8915-cd3adcdded21 req-fd4fe139-1352-4d1c-9679-78eae8ac0fce tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:41.196438 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6bc8c882-f2df-43c6-8915-cd3adcdded21 req-fd4fe139-1352-4d1c-9679-78eae8ac0fce tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.5724075
Apr 19 18:31:41.278512 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d50d91-1ce3-4671-9aad-20993954ba17 req-bc454d18-e8eb-4656-8688-4b387edb7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:41.280138 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-58d50d91-1ce3-4671-9aad-20993954ba17 req-bc454d18-e8eb-4656-8688-4b387edb7cc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1939f7f6-46d3-4a60-90df-2e2254de6630 HTTP/1.1" status: 200  len: 858 time: 0.2708311
Apr 19 18:31:41.351349 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-58d50d91-1ce3-4671-9aad-20993954ba17 req-0255f5eb-1777-4e09-8eec-789e1755971f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=acd59ac1-d427-4149-8d1a-2f550ec235ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0580633
Apr 19 18:31:41.367048 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f7b3d7ce-f30b-443b-a656-6374ce66c7f7 req-b1a74546-d3c8-4b01-91dd-afe1e5605487 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=717c7936-7304-41ca-95a4-58008b460a06 HTTP/1.1" status: 200  len: 1002 time: 0.3007081
Apr 19 18:31:41.568279 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6bc8c882-f2df-43c6-8915-cd3adcdded21 req-8c7a32a9-0c34-4923-b7c2-27824c72cd6c tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3706107
Apr 19 18:31:41.610296 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcee1e4-6606-444f-ab16-6e40a282d08f req-cccbc904-e81f-4ab4-90a7-c1b4ce7ffcf0 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:41.612073 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6dcee1e4-6606-444f-ab16-6e40a282d08f req-cccbc904-e81f-4ab4-90a7-c1b4ce7ffcf0 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.4092898
Apr 19 18:31:41.623281 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3d7ce-f30b-443b-a656-6374ce66c7f7 req-f1e41897-e43e-486f-8c6c-cd1f3a5b0a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:41.624920 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f7b3d7ce-f30b-443b-a656-6374ce66c7f7 req-f1e41897-e43e-486f-8c6c-cd1f3a5b0a42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0439e37-0067-4362-b195-88afbdb39dd2 HTTP/1.1" status: 200  len: 856 time: 0.2174838
Apr 19 18:31:41.717688 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-58d50d91-1ce3-4671-9aad-20993954ba17 req-313ebe0f-1e4a-412c-88e8-d290729f3e51 service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3453951
Apr 19 18:31:41.788039 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6dcee1e4-6606-444f-ab16-6e40a282d08f req-da42d9ff-77b4-4763-9b03-a3401bd91dfb tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1598051
Apr 19 18:31:41.902028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3d7ce-f30b-443b-a656-6374ce66c7f7 req-467090be-7f43-43a3-8a13-5beffd3d0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:41.904647 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f7b3d7ce-f30b-443b-a656-6374ce66c7f7 req-467090be-7f43-43a3-8a13-5beffd3d0be2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d286d36-8c52-42be-b3d4-52bf0bab0dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2653389
Apr 19 18:31:42.067083 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c0c43b9d-29f8-48f6-ad42-9e4bc265c670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:42.108622 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f7b3d7ce-f30b-443b-a656-6374ce66c7f7 req-1b11f031-1d35-457b-9df1-d2141cdc6993 service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839325
Apr 19 18:31:42.377290 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-58d50d91-1ce3-4671-9aad-20993954ba17 req-3a2b81de-cab8-44c8-bbc5-b5b587b4bbcd service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6423378
Apr 19 18:31:42.380688 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f7b3d7ce-f30b-443b-a656-6374ce66c7f7 req-c37301b3-a4b2-4263-bd71-cfcdad8290ca service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2518966
Apr 19 18:31:42.461812 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:42.744061 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 53812) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:43.181426 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-850feadf-a69b-425f-a528-a3a6c33abf16 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b4d2a8fc46e442d8209382489c82510&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4359999
Apr 19 18:31:43.182281 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 53822) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:43.258176 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:43.290826 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:43.369820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:43.370900 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4096ed4a-7987-482a-9484-c24508b39350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:43.399028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1019f4c8-a46d-431b-ae6c-a4378b07260c,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:43.422281 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:43.422717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:43.423128 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:43.423535 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:43.423938 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:43.424341 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:43.424738 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:43.425134 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:43.425529 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:43.425952 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:43.426345 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:43.427334 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:43.439208 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:43.454041 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:43.458592 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1019f4c8-a46d-431b-ae6c-a4378b07260c HTTP/1.1" status: 204  len: 168 time: 0.2754548
Apr 19 18:31:43.493559 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65fae1-f82d-4e63-9d4a-17f6abc2c0e4 req-ec746589-4406-48ff-a3c0-ab049787826b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:43.495233 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6a65fae1-f82d-4e63-9d4a-17f6abc2c0e4 req-ec746589-4406-48ff-a3c0-ab049787826b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.6759982
Apr 19 18:31:43.538039 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea0d1c-3757-4a12-93dc-b5ad37ff3670 req-0b47d112-ac3a-4c45-93fe-5225fa8717a3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:43.539785 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ecea0d1c-3757-4a12-93dc-b5ad37ff3670 req-0b47d112-ac3a-4c45-93fe-5225fa8717a3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.2188976
Apr 19 18:31:43.596004 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6a65fae1-f82d-4e63-9d4a-17f6abc2c0e4 req-ec424d51-31af-4566-8a2b-a5fb1e6b0131 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928245
Apr 19 18:31:43.630795 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ecea0d1c-3757-4a12-93dc-b5ad37ff3670 req-ed1f2a68-f5fb-4f6f-b7bb-5f2d56296b96 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752876
Apr 19 18:31:44.148321 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-764d6aff-6f11-4f84-9fd5-5cade7978563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:44.358140 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 53862) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:44.539692 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-327511352-network', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:31:44.551239 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:44.568823 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Usage tracker for resource:network and tenant:b2c9c6242f9040c7a6043ce4b8184661 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:44.572938 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:44.579555 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:44.596863 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Made reservation on behalf of b2c9c6242f9040c7a6043ce4b8184661 for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:31:44.601836 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:44.621278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:44.675971 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:44.686948 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Usage tracker for resource:security_group_rule and tenant:b2c9c6242f9040c7a6043ce4b8184661 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:44.693322 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:44.705855 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:44.881230 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:44.891435 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:44.901442 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-67f4e526-5fc6-4dce-9541-895523f511e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:44.938474 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358}  {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:31:44.961434 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb193666-437a-4db9-806d-7f4da33c697f,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:44.968770 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:44.970364 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:44.970976 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Added segment 75da1367-c7cb-4b19-bc8d-83093e4f356b of type vlan for network e9c36c12-0176-4f97-97e9-14acfffaf6f9
Apr 19 18:31:44.985555 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f97908-2a84-49a0-813d-75b039bcdb39 req-84d7d324-b344-45ac-9aae-6f0a5e20ee2c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:44.987281 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-17f97908-2a84-49a0-813d-75b039bcdb39 req-84d7d324-b344-45ac-9aae-6f0a5e20ee2c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.1343472
Apr 19 18:31:45.033894 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:45.034881 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa13421-4f07-4b75-b8c6-d1d2009361e6 req-74d43c93-3870-4cdf-b9f2-2a63441db138 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:45.036689 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-daa13421-4f07-4b75-b8c6-d1d2009361e6 req-74d43c93-3870-4cdf-b9f2-2a63441db138 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.2634063
Apr 19 18:31:45.111647 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-daa13421-4f07-4b75-b8c6-d1d2009361e6 req-60f4264a-e7d9-4e2e-9c40-08394817e838 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628335
Apr 19 18:31:45.125545 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:45.127028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:45.127685 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:45.132562 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-17f97908-2a84-49a0-813d-75b039bcdb39 req-e2278aaa-6134-4219-acf5-ba952d56869a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1387205
Apr 19 18:31:45.143130 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c0cfe71c-5fea-4573-aa7a-91c7623c7e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:45.284139 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:45.351978 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9920623
Apr 19 18:31:45.355185 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 53884) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:45.355752 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Pushing event updated for resources: {'Network': ['ID=e9c36c12-0176-4f97-97e9-14acfffaf6f9,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:45.360386 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:45.371909 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-50387aba-dd5a-4d8d-bc40-d15f8b69aa81 admin admin] Request body: {'subnet': {'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-327511352-subnet', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'ip_version': 4}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:31:45.373013 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network e9c36c12-0176-4f97-97e9-14acfffaf6f9 details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:31:45.382891 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-50387aba-dd5a-4d8d-bc40-d15f8b69aa81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:45.404400 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-50387aba-dd5a-4d8d-bc40-d15f8b69aa81 admin admin] Usage tracker for resource:subnet and tenant:b2c9c6242f9040c7a6043ce4b8184661 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:45.407663 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-50387aba-dd5a-4d8d-bc40-d15f8b69aa81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:45.423458 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-50387aba-dd5a-4d8d-bc40-d15f8b69aa81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:45.455965 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50387aba-dd5a-4d8d-bc40-d15f8b69aa81 admin admin] Made reservation on behalf of b2c9c6242f9040c7a6043ce4b8184661 for: {'subnet': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:31:45.461270 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-50387aba-dd5a-4d8d-bc40-d15f8b69aa81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:45.758065 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:45.933585 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-50387aba-dd5a-4d8d-bc40-d15f8b69aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for subnet, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:45.939772 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-66451a97-142c-4d8b-be81-e39b2b61f4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:46.025647 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50387aba-dd5a-4d8d-bc40-d15f8b69aa81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dfe41ce-4236-4779-9aeb-9390aebf5b7b,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:46.029247 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-50387aba-dd5a-4d8d-bc40-d15f8b69aa81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:46.030537 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50387aba-dd5a-4d8d-bc40-d15f8b69aa81 admin admin] Checking segment: {'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:31:46.030933 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50387aba-dd5a-4d8d-bc40-d15f8b69aa81 admin admin] Network hostable DHCP agents. Network: e9c36c12-0176-4f97-97e9-14acfffaf6f9, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:31:46.050467 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50387aba-dd5a-4d8d-bc40-d15f8b69aa81 admin admin] Network e9c36c12-0176-4f97-97e9-14acfffaf6f9 is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:31:46.058490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-50387aba-dd5a-4d8d-bc40-d15f8b69aa81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, e9c36c12-0176-4f97-97e9-14acfffaf6f9) {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:31:46.062470 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50387aba-dd5a-4d8d-bc40-d15f8b69aa81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:46.063118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-50387aba-dd5a-4d8d-bc40-d15f8b69aa81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:46.075927 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19382cfa-7f67-4619-b076-92a34bdf9948 None None] Network e9c36c12-0176-4f97-97e9-14acfffaf6f9 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:31:46.083424 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-50387aba-dd5a-4d8d-bc40-d15f8b69aa81 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7266872
Apr 19 18:31:46.086250 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 53896) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:46.092391 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:31:46.097331 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:46.101538 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Usage tracker for resource:router and tenant:b2c9c6242f9040c7a6043ce4b8184661 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:46.104763 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:46.111736 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:46.121534 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-630764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-316'] for router, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:46.122764 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854145052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854091501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775515'] for router, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:46.141305 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:46.314435 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c436ad-65af-555d-b32f-4431a98d60b1-e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b'}]}} from dv-cinder-786928-1-iscsi. {{(pid=86312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:31:46.315415 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:46.396353 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:46.497447 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Allocated IP 172.20.0.2 (e9c36c12-0176-4f97-97e9-14acfffaf6f9/2dfe41ce-4236-4779-9aeb-9390aebf5b7b/ba849bde-befc-4db5-b581-42fd10101227) {{(pid=86312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:31:46.565268 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854124193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775530'] for router, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:46.611264 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb4573-3bf8-4941-a68a-4f131be132fd req-c29e4006-c596-4e1e-977a-359cca3d6fbb tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:46.612863 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-daeb4573-3bf8-4941-a68a-4f131be132fd req-c29e4006-c596-4e1e-977a-359cca3d6fbb tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.3282182
Apr 19 18:31:46.718546 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Notify callbacks [] for port, precommit_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:46.726767 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-daeb4573-3bf8-4941-a68a-4f131be132fd req-b4b0892a-856c-4175-87d8-998e31f1605c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634754
Apr 19 18:31:46.729552 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Transition to ACTIVE for port object ba849bde-befc-4db5-b581-42fd10101227 will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:31:46.749965 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Transition to ACTIVE for port object ba849bde-befc-4db5-b581-42fd10101227 will not be triggered until provisioned by entity DHCP. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:31:46.754887 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:46.760317 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:46.817644 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Network e9c36c12-0176-4f97-97e9-14acfffaf6f9 is already hosted by enough agents. {{(pid=86312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:31:46.826296 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Resources bound (agent type, host, resource id):  {{(pid=86312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:31:46.830799 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Received port after_create {{(pid=86312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:31:46.874851 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Pushing event updated for resources: {'Port': ['ID=ba849bde-befc-4db5-b581-42fd10101227,revision_number=1']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:46.919375 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:46.919772 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:46.920144 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:46.920517 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:46.920887 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:46.921262 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:46.921651 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:46.922027 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:46.922398 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:46.922763 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:46.923125 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:46.923482 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:46.932473 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:46.952580 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Attempting to bind port ba849bde-befc-4db5-b581-42fd10101227 on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:31:46.953008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Attempting to bind port ba849bde-befc-4db5-b581-42fd10101227 by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:31:46.953422 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Attempting to bind port ba849bde-befc-4db5-b581-42fd10101227 on network e9c36c12-0176-4f97-97e9-14acfffaf6f9 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:31:46.960295 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:31:46.960720 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Checking segment: {'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:31:46.961173 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:46.961642 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Bound using segment: {'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:31:46.962189 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Bound port: ba849bde-befc-4db5-b581-42fd10101227, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:31:46.962619 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:47.072057 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] For port ba849bde-befc-4db5-b581-42fd10101227, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:31:47.075799 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] For port ba849bde-befc-4db5-b581-42fd10101227, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=ba849bde-befc-4db5-b581-42fd10101227,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:31:47.080135 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:47.085385 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:47.165363 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:47.170966 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Pushing event updated for resources: {'Port': ['ID=ba849bde-befc-4db5-b581-42fd10101227,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:47.174500 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:47.205696 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:47.354668 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Allocated IP 172.27.1.200 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/ceccf4f8-bee8-4746-b090-4c756fa4ccc8) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:31:47.545891 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:47.577778 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:47.582773 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:47.645968 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:31:47.654527 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:31:47.659907 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:31:47.793788 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Pushing event updated for resources: {'Port': ['ID=ceccf4f8-bee8-4746-b090-4c756fa4ccc8,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:47.799077 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:47.903737 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device ba849bde-befc-4db5-b581-42fd10101227 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:31:47.980413 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port ba849bde-befc-4db5-b581-42fd10101227 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:31:48.109629 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10391f43-6ed5-451a-af0e-d845ff3a02a7 req-1a7c0896-4a0c-41e5-be69-3ebb24a65481 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:48.111233 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-10391f43-6ed5-451a-af0e-d845ff3a02a7 req-1a7c0896-4a0c-41e5-be69-3ebb24a65481 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.2549467
Apr 19 18:31:48.181079 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:48.244489 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-10391f43-6ed5-451a-af0e-d845ff3a02a7 req-76f4d78e-182a-4b3f-a91b-9b1d01133a49 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1268103
Apr 19 18:31:48.480579 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eb25c3-6b92-4872-abc8-54b8358fe12d None None] Network e9c36c12-0176-4f97-97e9-14acfffaf6f9 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:31:48.566074 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:48.578495 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8283fc29-6b76-4d80-a936-40b0550c81eb None None] Provisioning for port ba849bde-befc-4db5-b581-42fd10101227 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:31:48.585036 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8283fc29-6b76-4d80-a936-40b0550c81eb None None] Provisioning complete for port ba849bde-befc-4db5-b581-42fd10101227 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:31:48.585451 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8283fc29-6b76-4d80-a936-40b0550c81eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:48.791720 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Router f20c51fd-c5fe-4927-a425-5211c2c484cb is scheduled to L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c with binding_index 1 {{(pid=86310) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:31:48.833201 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8283fc29-6b76-4d80-a936-40b0550c81eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:48.887915 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8283fc29-6b76-4d80-a936-40b0550c81eb None None] For port ba849bde-befc-4db5-b581-42fd10101227, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=ba849bde-befc-4db5-b581-42fd10101227,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:31:48.892766 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8283fc29-6b76-4d80-a936-40b0550c81eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:48.897017 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:48.995288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283fc29-6b76-4d80-a936-40b0550c81eb None None] Pushing event updated for resources: {'Port': ['ID=ba849bde-befc-4db5-b581-42fd10101227,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:48.999840 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8283fc29-6b76-4d80-a936-40b0550c81eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:49.014714 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:31:49.026563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Sync routers for ids ['f20c51fd-c5fe-4927-a425-5211c2c484cb'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:31:49.041919 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Routers {'f20c51fd-c5fe-4927-a425-5211c2c484cb'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:31:49.043394 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710052c828>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:31:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['f20c51fd-c5fe-4927-a425-5211c2c484cb'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:31:49.054221 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Notify callbacks [] for router, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:49.058652 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.9686913
Apr 19 18:31:49.059650 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 53932) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:49.294288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Set router f20c51fd-c5fe-4927-a425-5211c2c484cb gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:31:49.357226 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-6328d19c-4c9f-4d36-98d3-18e29662dc24 None None] Provisioning complete for port ba849bde-befc-4db5-b581-42fd10101227 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:31:49.360713 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6328d19c-4c9f-4d36-98d3-18e29662dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:49.789431 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc6d35-fc19-454c-a89f-f187e89402f8 req-3213b42b-d656-4ca3-a782-2e26e631ecc0 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:49.799129 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0ecc6d35-fc19-454c-a89f-f187e89402f8 req-3213b42b-d656-4ca3-a782-2e26e631ecc0 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.1947403
Apr 19 18:31:49.929045 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0ecc6d35-fc19-454c-a89f-f187e89402f8 req-14ad346b-df1a-4143-a606-5c8e8f367424 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1209614
Apr 19 18:31:49.974032 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device ba849bde-befc-4db5-b581-42fd10101227 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:31:49.991016 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710052c828>, [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:47Z', 'revision_number': 3, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:31:49.996501 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Checking router: f20c51fd-c5fe-4927-a425-5211c2c484cb for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:31:49.997136 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Updating router f20c51fd-c5fe-4927-a425-5211c2c484cb port ceccf4f8-bee8-4746-b090-4c756fa4ccc8 binding host dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:31:50.064608 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:50.083771 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port ba849bde-befc-4db5-b581-42fd10101227 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:31:50.084272 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:50.388747 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 717c7936-7304-41ca-95a4-58008b460a06 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:31:50.463796 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:50.477975 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Transition to ACTIVE for port object ceccf4f8-bee8-4746-b090-4c756fa4ccc8 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:31:50.496599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:50.512259 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:50.659579 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd6c48-41d8-44cf-a2cd-a9d0dff9d365 None None] Pushing event updated for resources: {'Port': ['ID=ceccf4f8-bee8-4746-b090-4c756fa4ccc8,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:50.691909 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd6c48-41d8-44cf-a2cd-a9d0dff9d365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:50.692432 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd6c48-41d8-44cf-a2cd-a9d0dff9d365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:50.692816 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd6c48-41d8-44cf-a2cd-a9d0dff9d365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:50.693183 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd6c48-41d8-44cf-a2cd-a9d0dff9d365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:50.694081 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd6c48-41d8-44cf-a2cd-a9d0dff9d365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:50.694450 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd6c48-41d8-44cf-a2cd-a9d0dff9d365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:50.694814 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd6c48-41d8-44cf-a2cd-a9d0dff9d365 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:50.695172 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd6c48-41d8-44cf-a2cd-a9d0dff9d365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:50.696290 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd6c48-41d8-44cf-a2cd-a9d0dff9d365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:50.696706 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd6c48-41d8-44cf-a2cd-a9d0dff9d365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:50.697039 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd6c48-41d8-44cf-a2cd-a9d0dff9d365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:50.697400 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd6c48-41d8-44cf-a2cd-a9d0dff9d365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:31:50.703670 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-69dd6c48-41d8-44cf-a2cd-a9d0dff9d365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:50.720526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Attempting to bind port ceccf4f8-bee8-4746-b090-4c756fa4ccc8 on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:31:50.720937 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Attempting to bind port ceccf4f8-bee8-4746-b090-4c756fa4ccc8 by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:31:50.721341 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Attempting to bind port ceccf4f8-bee8-4746-b090-4c756fa4ccc8 on network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:31:50.735487 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:31:50.735903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Checking segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:31:50.736347 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:50.736784 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Bound using segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:31:50.737297 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Bound port: ceccf4f8-bee8-4746-b090-4c756fa4ccc8, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:31:50.737737 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:50.741196 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 717c7936-7304-41ca-95a4-58008b460a06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=717c7936-7304-41ca-95a4-58008b460a06,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:31:50.766218 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': '717c7936-7304-41ca-95a4-58008b460a06', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'port_id': '717c7936-7304-41ca-95a4-58008b460a06', 'mac_address': 'fa:16:3e:8f:90:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:31:50.829339 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] For port ceccf4f8-bee8-4746-b090-4c756fa4ccc8, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:31:50.832792 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] For port ceccf4f8-bee8-4746-b090-4c756fa4ccc8, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=ceccf4f8-bee8-4746-b090-4c756fa4ccc8,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:31:50.847079 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:50.859364 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:50.863785 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:50.883942 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 717c7936-7304-41ca-95a4-58008b460a06 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:31:50.902989 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 717c7936-7304-41ca-95a4-58008b460a06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=717c7936-7304-41ca-95a4-58008b460a06,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:31:50.915137 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:50.917133 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:50.964462 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Routers {'f20c51fd-c5fe-4927-a425-5211c2c484cb'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:31:50.965158 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710052c828>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:31:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['f20c51fd-c5fe-4927-a425-5211c2c484cb'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:31:51.035972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083c10a-a5a6-4071-8acd-230c691bb546 req-b8c2ad52-7ecf-46db-8a77-1f901377ff28 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:51.048012 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b083c10a-a5a6-4071-8acd-230c691bb546 req-b8c2ad52-7ecf-46db-8a77-1f901377ff28 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1912251
Apr 19 18:31:51.117435 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['717c7936-7304-41ca-95a4-58008b460a06'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:31:51.133902 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b083c10a-a5a6-4071-8acd-230c691bb546 req-264ef6e6-6faa-4cc4-80f8-bc1904e6fe59 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846870
Apr 19 18:31:51.154493 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd6c48-41d8-44cf-a2cd-a9d0dff9d365 None None] Pushing event updated for resources: {'Port': ['ID=ceccf4f8-bee8-4746-b090-4c756fa4ccc8,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:51.200762 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:31:51.202048 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-69dd6c48-41d8-44cf-a2cd-a9d0dff9d365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:51.219116 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=717c7936-7304-41ca-95a4-58008b460a06,revision_number=6']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:51.240241 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:51.258063 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:51.503833 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] Set router f20c51fd-c5fe-4927-a425-5211c2c484cb gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:31:51.633884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb636d8d-9ab9-45d4-9c1c-127bbe529589 req-70476abd-398c-4208-aec7-af45441a5a50 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:51.635836 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eb636d8d-9ab9-45d4-9c1c-127bbe529589 req-70476abd-398c-4208-aec7-af45441a5a50 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 945 time: 0.4192498
Apr 19 18:31:51.753502 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eb636d8d-9ab9-45d4-9c1c-127bbe529589 req-dee49471-a1a8-4414-9271-1f468534e941 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1039045
Apr 19 18:31:51.825376 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Allocated IP 172.20.0.1 (e9c36c12-0176-4f97-97e9-14acfffaf6f9/2dfe41ce-4236-4779-9aeb-9390aebf5b7b/09095638-b61c-4e64-a796-db77224236d4) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:31:52.153026 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cdbb9-55f2-41a8-9ff5-a064caf4a4e8 req-dd0e024f-f5be-4041-9b9a-7a4e8758b246 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:52.169215 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b63cdbb9-55f2-41a8-9ff5-a064caf4a4e8 req-dd0e024f-f5be-4041-9b9a-7a4e8758b246 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.1947765
Apr 19 18:31:52.169364 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710052c828>, [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:47Z', 'revision_number': 3, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:31:52.190348 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:52.191830 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9addfad5-16f8-4796-8aa8-ae3cbcb020ab None None] The sync data for ids ['f20c51fd-c5fe-4927-a425-5211c2c484cb'] in dv-cinder-786928-1-iscsi is: [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:47Z', 'revision_number': 3, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:31:52.250180 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b63cdbb9-55f2-41a8-9ff5-a064caf4a4e8 req-71740cea-ab5a-42c3-8db1-52ca2f715c94 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839667
Apr 19 18:31:52.250803 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Transition to ACTIVE for port object 09095638-b61c-4e64-a796-db77224236d4 will not be triggered until provisioned by entity DHCP. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:31:52.303537 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:52.310908 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:52.380825 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Network e9c36c12-0176-4f97-97e9-14acfffaf6f9 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:31:52.384256 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:31:52.389482 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:31:52.436871 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 717c7936-7304-41ca-95a4-58008b460a06 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:31:52.455671 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Pushing event updated for resources: {'Port': ['ID=09095638-b61c-4e64-a796-db77224236d4,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:52.467096 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:52.477772 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854139902'] for router_interface, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:52.616616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port 717c7936-7304-41ca-95a4-58008b460a06 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:31:52.617051 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:52.660953 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:53.048486 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:53.112087 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 717c7936-7304-41ca-95a4-58008b460a06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=717c7936-7304-41ca-95a4-58008b460a06,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:31:53.112943 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57904224-ede3-429d-9934-bf1994652a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717c7936-7304-41ca-95a4-58008b460a06'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:31:53.155219 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-9d43b7f0-f51e-41d3-89e2-a6dcfd94cfcf None None] Provisioning for port 09095638-b61c-4e64-a796-db77224236d4 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:31:53.162520 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:53.164555 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-9d43b7f0-f51e-41d3-89e2-a6dcfd94cfcf None None] Provisioning complete for port 09095638-b61c-4e64-a796-db77224236d4 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:31:53.164968 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9d43b7f0-f51e-41d3-89e2-a6dcfd94cfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:53.228686 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea73502-d844-4d1e-a262-84ecbbad36a8 req-9cf40ab5-ae22-4bc3-a67c-2b5572902ec5 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:53.239205 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bea73502-d844-4d1e-a262-84ecbbad36a8 req-9cf40ab5-ae22-4bc3-a67c-2b5572902ec5 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.1660936
Apr 19 18:31:53.250677 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:53.322804 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bea73502-d844-4d1e-a262-84ecbbad36a8 req-fc60267b-eb58-4d32-b0d1-c430d0dea5ae tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810776
Apr 19 18:31:53.346328 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57904224-ede3-429d-9934-bf1994652a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717c7936-7304-41ca-95a4-58008b460a06', 'code': 200}
Apr 19 18:31:53.626592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:53.634368 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531857088'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:53.763234 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:53.772148 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-9d43b7f0-f51e-41d3-89e2-a6dcfd94cfcf None None] Port 09095638-b61c-4e64-a796-db77224236d4 cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:31:53.799676 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=717c7936-7304-41ca-95a4-58008b460a06,revision_number=7']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:53.812565 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:53.835599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bf0ed-189c-47f4-9572-3017206e6195 req-a0311a6d-d9ee-42dd-8967-f8773f4cf13b tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:53.845234 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-590bf0ed-189c-47f4-9572-3017206e6195 req-a0311a6d-d9ee-42dd-8967-f8773f4cf13b tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.2969656
Apr 19 18:31:53.907038 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851135825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636005'] for router_interface, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:53.915558 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Pushing event updated for resources: {'Port': ['ID=09095638-b61c-4e64-a796-db77224236d4,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:53.929992 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:53.966796 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-590bf0ed-189c-47f4-9572-3017206e6195 req-1c1cc038-9c51-43b8-9e8c-2dca2a619f9a tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1083393
Apr 19 18:31:54.034522 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device ceccf4f8-bee8-4746-b090-4c756fa4ccc8 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:31:54.168440 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port ceccf4f8-bee8-4746-b090-4c756fa4ccc8 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:31:54.178613 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port ceccf4f8-bee8-4746-b090-4c756fa4ccc8 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:31:54.181324 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:54.246447 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Network e9c36c12-0176-4f97-97e9-14acfffaf6f9 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:31:54.252538 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:31:54.404722 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:54.453481 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port ceccf4f8-bee8-4746-b090-4c756fa4ccc8, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=ceccf4f8-bee8-4746-b090-4c756fa4ccc8,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:31:54.462869 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:54.465421 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:54.555902 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Router f20c51fd-c5fe-4927-a425-5211c2c484cb has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:31:54.623316 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-68341fa3-1289-4741-b931-3398366a073a None None] Provisioning complete for port 09095638-b61c-4e64-a796-db77224236d4 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:31:54.623939 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-68341fa3-1289-4741-b931-3398366a073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:54.670893 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed544b43-f1fb-4d9d-ac87-47876adab5f8 req-e00f6283-92ca-4903-b6fe-c3d597fa9c9e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:54.679425 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ed544b43-f1fb-4d9d-ac87-47876adab5f8 req-e00f6283-92ca-4903-b6fe-c3d597fa9c9e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.1415770
Apr 19 18:31:54.699040 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-68341fa3-1289-4741-b931-3398366a073a None None] Port 09095638-b61c-4e64-a796-db77224236d4 cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:31:54.701099 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=ceccf4f8-bee8-4746-b090-4c756fa4ccc8,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:54.705623 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:54.776083 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ed544b43-f1fb-4d9d-ac87-47876adab5f8 req-4830d27f-0ce7-49d6-86c4-c01d2912f7e6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0956419
Apr 19 18:31:54.883098 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:31:54.897605 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] 10.222.0.49 "PUT /v2.0/routers/f20c51fd-c5fe-4927-a425-5211c2c484cb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8361642
Apr 19 18:31:55.319100 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e2068-960f-4689-b8d4-3eba724f6af9 req-dd0ce913-4363-42ab-9768-e553c6586a67 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:55.329145 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-567e2068-960f-4689-b8d4-3eba724f6af9 req-dd0ce913-4363-42ab-9768-e553c6586a67 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.2041433
Apr 19 18:31:55.400303 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-567e2068-960f-4689-b8d4-3eba724f6af9 req-d682b598-2da1-4db9-83ae-7185cc41c3ac tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695324
Apr 19 18:31:55.952183 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device ceccf4f8-bee8-4746-b090-4c756fa4ccc8 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:31:56.065748 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54070) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:56.075587 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2140124511-network', 'tenant_id': '10c74728a4ab4bf18ff76aef919c63e6'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:31:56.092209 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:56.103929 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Usage tracker for resource:network and tenant:10c74728a4ab4bf18ff76aef919c63e6 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:56.122526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:56.133195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:56.155940 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Made reservation on behalf of 10c74728a4ab4bf18ff76aef919c63e6 for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:31:56.160907 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:56.188179 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7507b-61f8-4342-b872-9fd58d12ee5f req-c515a191-9731-4406-aed9-ff4d057163f8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:56.193864 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port ceccf4f8-bee8-4746-b090-4c756fa4ccc8 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:31:56.194292 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:56.199747 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-efc7507b-61f8-4342-b872-9fd58d12ee5f req-c515a191-9731-4406-aed9-ff4d057163f8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.2271588
Apr 19 18:31:56.210452 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:56.253194 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:56.270388 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Usage tracker for resource:security_group_rule and tenant:10c74728a4ab4bf18ff76aef919c63e6 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:56.274492 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:56.289865 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:56.329545 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-efc7507b-61f8-4342-b872-9fd58d12ee5f req-09003735-7d3d-4615-a555-5a42f810d47c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1287155
Apr 19 18:31:56.406439 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Sync routers for ids ['f20c51fd-c5fe-4927-a425-5211c2c484cb'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:31:56.493245 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:56.510193 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:56.528799 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373}  {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:31:56.558793 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Routers {'f20c51fd-c5fe-4927-a425-5211c2c484cb'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:31:56.559799 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710073f518>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:31:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['f20c51fd-c5fe-4927-a425-5211c2c484cb'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:31:56.570035 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:56.570492 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Added segment 6191d5e7-914d-4b5a-92f4-5c4e7c55357f of type vlan for network 0ae3110d-a626-4c6a-880b-c51a8cf3ee66
Apr 19 18:31:56.654330 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:56.686957 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75335a1-ad9f-4cad-bd05-e6d045dc26e1 req-b641a35b-d881-4720-aa39-78df353831e5 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:56.700708 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e75335a1-ad9f-4cad-bd05-e6d045dc26e1 req-b641a35b-d881-4720-aa39-78df353831e5 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.1297386
Apr 19 18:31:56.723785 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a2d7743b-6a6b-4dcd-980d-be4928ce6427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:56.777452 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e75335a1-ad9f-4cad-bd05-e6d045dc26e1 req-f2ffb305-96cb-4446-ad68-913615e0cbfc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750618
Apr 19 18:31:56.784215 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0604381-0c7a-409c-8357-f53ee9930530,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:56.788792 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:56.790398 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:56.791600 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:56.818958 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:56.819596 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-dc9abb51-6abf-45e9-87f9-9522e81d4154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:56.845827 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7761240
Apr 19 18:31:56.846151 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 54080) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:56.853134 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-f292012d-901e-4b76-9dcd-461f63e446ea admin admin] Request body: {'subnet': {'network_id': '0ae3110d-a626-4c6a-880b-c51a8cf3ee66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2140124511-subnet', 'tenant_id': '10c74728a4ab4bf18ff76aef919c63e6', 'ip_version': 4}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:31:56.866178 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f292012d-901e-4b76-9dcd-461f63e446ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:56.874812 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f292012d-901e-4b76-9dcd-461f63e446ea admin admin] Usage tracker for resource:subnet and tenant:10c74728a4ab4bf18ff76aef919c63e6 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:56.883415 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f292012d-901e-4b76-9dcd-461f63e446ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:56.893582 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f292012d-901e-4b76-9dcd-461f63e446ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:56.918203 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f292012d-901e-4b76-9dcd-461f63e446ea admin admin] Made reservation on behalf of 10c74728a4ab4bf18ff76aef919c63e6 for: {'subnet': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:31:56.930526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f292012d-901e-4b76-9dcd-461f63e446ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:57.039767 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Set router f20c51fd-c5fe-4927-a425-5211c2c484cb gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:31:57.086189 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Pushing event updated for resources: {'Network': ['ID=0ae3110d-a626-4c6a-880b-c51a8cf3ee66,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:57.094842 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:57.575694 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f292012d-901e-4b76-9dcd-461f63e446ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for subnet, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:57.580849 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54090) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:57.583720 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-50387aba-dd5a-4d8d-bc40-d15f8b69aa81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:57.670480 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292012d-901e-4b76-9dcd-461f63e446ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae56d5c9-50c9-4790-9b77-9581e1cfd057,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:57.672649 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network 0ae3110d-a626-4c6a-880b-c51a8cf3ee66 details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:31:57.683386 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f292012d-901e-4b76-9dcd-461f63e446ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:57.757461 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f292012d-901e-4b76-9dcd-461f63e446ea admin admin] Checking segment: {'id': '6191d5e7-914d-4b5a-92f4-5c4e7c55357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0ae3110d-a626-4c6a-880b-c51a8cf3ee66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:31:57.757913 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f292012d-901e-4b76-9dcd-461f63e446ea admin admin] Network hostable DHCP agents. Network: 0ae3110d-a626-4c6a-880b-c51a8cf3ee66, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:31:57.817306 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1a7ad-1a19-4bcf-8493-ad2c0423ae41 req-59576c16-7025-454e-abf0-82a02ed55489 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:57.819192 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-89c1a7ad-1a19-4bcf-8493-ad2c0423ae41 req-59576c16-7025-454e-abf0-82a02ed55489 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.1456954
Apr 19 18:31:57.820044 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f292012d-901e-4b76-9dcd-461f63e446ea admin admin] Network 0ae3110d-a626-4c6a-880b-c51a8cf3ee66 is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:31:57.875954 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-89c1a7ad-1a19-4bcf-8493-ad2c0423ae41 req-2463037d-7c59-4b6d-a5ee-9a9cf815c27c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481369
Apr 19 18:31:57.876835 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-f292012d-901e-4b76-9dcd-461f63e446ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, 0ae3110d-a626-4c6a-880b-c51a8cf3ee66) {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:31:57.882347 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f292012d-901e-4b76-9dcd-461f63e446ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:57.889604 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f292012d-901e-4b76-9dcd-461f63e446ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:57.898430 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63272af7-c98e-4941-81aa-21304c818973 None None] Network 0ae3110d-a626-4c6a-880b-c51a8cf3ee66 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:31:57.915063 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f292012d-901e-4b76-9dcd-461f63e446ea admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0677147
Apr 19 18:31:57.917751 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 54098) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:57.924568 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2140124511-router', 'tenant_id': '10c74728a4ab4bf18ff76aef919c63e6', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:31:57.937666 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:57.939707 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Usage tracker for resource:router and tenant:10c74728a4ab4bf18ff76aef919c63e6 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:57.946249 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:57.951312 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d69dcfad-898d-4d13-8a0d-dea367f56bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:57.955101 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:57.965331 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-630764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-316'] for router, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:57.967736 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854145052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854091501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775515'] for router, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:57.994760 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d69dcfad-898d-4d13-8a0d-dea367f56bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:31:58.006718 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d69dcfad-898d-4d13-8a0d-dea367f56bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:3459aa11bbad41daa56af54ff699cf55 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:31:58.017621 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:58.023374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d69dcfad-898d-4d13-8a0d-dea367f56bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:31:58.051195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d69dcfad-898d-4d13-8a0d-dea367f56bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:31:58.163135 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d69dcfad-898d-4d13-8a0d-dea367f56bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:58.169559 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d69dcfad-898d-4d13-8a0d-dea367f56bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:58.180108 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e9f7dee7-4248-403a-8c6d-c045760fedb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:58.217446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69dcfad-898d-4d13-8a0d-dea367f56bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f593be8e-6eb1-4211-9dbc-0fce8f48032a,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:58.221025 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d69dcfad-898d-4d13-8a0d-dea367f56bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:58.244027 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-d69dcfad-898d-4d13-8a0d-dea367f56bf4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3459aa11bbad41daa56af54ff699cf55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6617949
Apr 19 18:31:58.246945 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54102) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:31:58.355518 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e4f855a3-e02d-46b5-a3ed-23934ae4a98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:58.401181 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e4f855a3-e02d-46b5-a3ed-23934ae4a98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:58.457238 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710073f518>, [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 2, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:31:58.463772 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e4f855a3-e02d-46b5-a3ed-23934ae4a98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:58.475662 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a4bf09e9-fe0c-4799-9fba-5bc4d99034f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:58.504822 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f855a3-e02d-46b5-a3ed-23934ae4a98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f593be8e-6eb1-4211-9dbc-0fce8f48032a,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:31:58.527675 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e4f855a3-e02d-46b5-a3ed-23934ae4a98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:58.529187 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e4f855a3-e02d-46b5-a3ed-23934ae4a98e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f593be8e-6eb1-4211-9dbc-0fce8f48032a HTTP/1.1" status: 204  len: 168 time: 0.2802012
Apr 19 18:31:58.530360 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e4f855a3-e02d-46b5-a3ed-23934ae4a98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:31:58.655900 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Checking router: f20c51fd-c5fe-4927-a425-5211c2c484cb for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:31:58.656444 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Updating router f20c51fd-c5fe-4927-a425-5211c2c484cb port 09095638-b61c-4e64-a796-db77224236d4 binding host dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:31:58.794576 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c436ad-65af-555d-b32f-4431a98d60b1-0ae3110d-a626-4c6a-880b-c51a8cf3ee66', 'network_id': '0ae3110d-a626-4c6a-880b-c51a8cf3ee66', 'tenant_id': '10c74728a4ab4bf18ff76aef919c63e6', 'fixed_ips': [{'subnet_id': 'ae56d5c9-50c9-4790-9b77-9581e1cfd057'}]}} from dv-cinder-786928-1-iscsi. {{(pid=86312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:31:58.795939 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:58.893017 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854124193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775530'] for router, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:59.076554 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a45d42-7599-4259-9a8a-255a752852f6 req-9073c5e1-26d1-44b0-91b4-553f02b126af tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:59.082841 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Allocated IP 172.20.0.2 (0ae3110d-a626-4c6a-880b-c51a8cf3ee66/ae56d5c9-50c9-4790-9b77-9581e1cfd057/5a108b29-e7c4-4cd5-a427-7b4fb98186bb) {{(pid=86312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:31:59.086556 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83a45d42-7599-4259-9a8a-255a752852f6 req-9073c5e1-26d1-44b0-91b4-553f02b126af tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.7932301
Apr 19 18:31:59.255680 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83a45d42-7599-4259-9a8a-255a752852f6 req-4f9eb5d3-251f-4bfd-850f-6b89e1427f1d tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1676843
Apr 19 18:31:59.454788 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Notify callbacks [] for port, precommit_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:59.504884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Transition to ACTIVE for port object 5a108b29-e7c4-4cd5-a427-7b4fb98186bb will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:31:59.560309 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Transition to ACTIVE for port object 5a108b29-e7c4-4cd5-a427-7b4fb98186bb will not be triggered until provisioned by entity DHCP. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:31:59.581708 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:59.596039 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:31:59.625821 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c3cca521-ac89-488e-be06-a53c76b5de6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:31:59.725463 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Network 0ae3110d-a626-4c6a-880b-c51a8cf3ee66 is already hosted by enough agents. {{(pid=86312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:31:59.744745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Resources bound (agent type, host, resource id):  {{(pid=86312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:31:59.756574 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Received port after_create {{(pid=86312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:31:59.919988 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbe357-1902-4075-be72-d6790b8961e2 req-bb71f30e-d81d-4a73-8d4e-e26c657194e4 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:31:59.926939 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c9dbe357-1902-4075-be72-d6790b8961e2 req-bb71f30e-d81d-4a73-8d4e-e26c657194e4 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.5770321
Apr 19 18:32:00.116738 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:00.248140 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:00.477623 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c9dbe357-1902-4075-be72-d6790b8961e2 req-44e4f2d5-8cdb-4ffc-8ae1-01661f46f25c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4714038
Apr 19 18:32:00.574242 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54140) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:00.740378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1140933156-network', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:00.748947 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:00.771148 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Usage tracker for resource:network and tenant:881e8cffabb645a0bbcf58ced3234a61 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:00.800171 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:00.855883 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:00.885078 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Made reservation on behalf of 881e8cffabb645a0bbcf58ced3234a61 for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:32:00.890263 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:00.928537 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:00.954197 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:00.967681 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Usage tracker for resource:security_group_rule and tenant:881e8cffabb645a0bbcf58ced3234a61 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:00.971203 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:00.971781 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Attempting to bind port 5a108b29-e7c4-4cd5-a427-7b4fb98186bb on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:32:00.972204 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Attempting to bind port 5a108b29-e7c4-4cd5-a427-7b4fb98186bb by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '6191d5e7-914d-4b5a-92f4-5c4e7c55357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0ae3110d-a626-4c6a-880b-c51a8cf3ee66'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:32:00.972618 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Attempting to bind port 5a108b29-e7c4-4cd5-a427-7b4fb98186bb on network 0ae3110d-a626-4c6a-880b-c51a8cf3ee66 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:32:00.982121 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:00.989130 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Pushing event updated for resources: {'Port': ['ID=5a108b29-e7c4-4cd5-a427-7b4fb98186bb,revision_number=1']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:01.013889 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.390s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:01.014951 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:32:01.015369 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Checking segment: {'id': '6191d5e7-914d-4b5a-92f4-5c4e7c55357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0ae3110d-a626-4c6a-880b-c51a8cf3ee66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:01.015821 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:01.016267 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Bound using segment: {'id': '6191d5e7-914d-4b5a-92f4-5c4e7c55357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0ae3110d-a626-4c6a-880b-c51a8cf3ee66'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:32:01.016810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Bound port: 5a108b29-e7c4-4cd5-a427-7b4fb98186bb, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6191d5e7-914d-4b5a-92f4-5c4e7c55357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0ae3110d-a626-4c6a-880b-c51a8cf3ee66'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:32:01.026244 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:01.122053 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:01.132114 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:01.137514 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3a7cb233-5875-4f51-a928-02115cd4bf30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:01.220637 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385}  {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:32:01.247880 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa79621-80f3-42d2-95f9-55ebba49a9a9,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:01.259403 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:01.267959 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:01.268349 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Added segment 09654d5d-78d0-4e3a-bec2-07fd9708c3a4 of type vlan for network 8e23a024-d945-4415-9ec2-2d14f1cce659
Apr 19 18:32:01.283005 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] For port 5a108b29-e7c4-4cd5-a427-7b4fb98186bb, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:32:01.289999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] For port 5a108b29-e7c4-4cd5-a427-7b4fb98186bb, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=5a108b29-e7c4-4cd5-a427-7b4fb98186bb,segment=NetworkSegment(6191d5e7-914d-4b5a-92f4-5c4e7c55357f),segment_id=6191d5e7-914d-4b5a-92f4-5c4e7c55357f)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:32:01.338461 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:01.411717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:01.413149 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:01.413824 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:01.424792 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:01.433478 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:01.457429 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3b4238d9-a776-409c-a606-ea6236da1063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:01.492002 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9167182
Apr 19 18:32:01.506865 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 54170) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:01.528794 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-c236c8a7-db75-4430-871a-9786f43179b6 admin admin] Request body: {'subnet': {'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1140933156-subnet', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'ip_version': 4}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:01.553211 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-c236c8a7-db75-4430-871a-9786f43179b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:01.571340 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Allocated IP 172.27.1.81 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/02c15c4c-cb89-4468-a822-558431253f67) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:32:01.574813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-c236c8a7-db75-4430-871a-9786f43179b6 admin admin] Usage tracker for resource:subnet and tenant:881e8cffabb645a0bbcf58ced3234a61 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:01.581680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-c236c8a7-db75-4430-871a-9786f43179b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:01.588115 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Pushing event updated for resources: {'Network': ['ID=8e23a024-d945-4415-9ec2-2d14f1cce659,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:01.591629 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:01.616943 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-c236c8a7-db75-4430-871a-9786f43179b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:01.654214 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network 8e23a024-d945-4415-9ec2-2d14f1cce659 details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:32:01.675009 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce5cda-4737-44ff-83ee-df41f6ea4c53 req-79ea1d73-b124-4e1d-8985-84b1f416ee05 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:01.676828 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-86ce5cda-4737-44ff-83ee-df41f6ea4c53 req-79ea1d73-b124-4e1d-8985-84b1f416ee05 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.9721265
Apr 19 18:32:01.685903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca416e9-baf5-49ac-809b-3afb7535f7c9 req-e9397fa4-2e1d-4301-ab8f-2764e293b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:01.687759 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dca416e9-baf5-49ac-809b-3afb7535f7c9 req-e9397fa4-2e1d-4301-ab8f-2764e293b31f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd6d3dff6251456ab69d797d216f3c79&device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 1098 time: 0.4500344
Apr 19 18:32:01.779043 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.db.resource_extend [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 18:32:01.785874 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c236c8a7-db75-4430-871a-9786f43179b6 admin admin] Made reservation on behalf of 881e8cffabb645a0bbcf58ced3234a61 for: {'subnet': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:32:01.791260 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c236c8a7-db75-4430-871a-9786f43179b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:01.828965 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Pushing event updated for resources: {'Port': ['ID=5a108b29-e7c4-4cd5-a427-7b4fb98186bb,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:01.838563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:01.866313 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Notify callbacks [] for port, precommit_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:01.881379 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Transition to ACTIVE for port object 09095638-b61c-4e64-a796-db77224236d4 will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:01.888061 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:01.900690 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8283fc29-6b76-4d80-a936-40b0550c81eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:02.027561 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4ef03-310e-46fe-9ff0-d0b9b95f0191 req-0181d885-f929-450e-bcc8-3902e25d88d1 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:02.034177 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4bf4ef03-310e-46fe-9ff0-d0b9b95f0191 req-0181d885-f929-450e-bcc8-3902e25d88d1 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.6364968
Apr 19 18:32:02.254827 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-86ce5cda-4737-44ff-83ee-df41f6ea4c53 req-879a99ce-ccdc-4fe9-a2f0-0ad6337ea9c3 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5650079
Apr 19 18:32:02.275248 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b63e4a-65ae-4f73-bde2-4d7d03615cb0 None None] Pushing event updated for resources: {'Port': ['ID=09095638-b61c-4e64-a796-db77224236d4,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:02.286356 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-46b63e4a-65ae-4f73-bde2-4d7d03615cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:02.298412 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Attempting to bind port 09095638-b61c-4e64-a796-db77224236d4 on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:32:02.299582 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Attempting to bind port 09095638-b61c-4e64-a796-db77224236d4 by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:32:02.300319 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Attempting to bind port 09095638-b61c-4e64-a796-db77224236d4 on network e9c36c12-0176-4f97-97e9-14acfffaf6f9 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:32:02.310959 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:32:02.311388 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Checking segment: {'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:02.311840 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:02.312550 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Bound using segment: {'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:32:02.312931 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Bound port: 09095638-b61c-4e64-a796-db77224236d4, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:32:02.313355 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:02.489453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] For port 09095638-b61c-4e64-a796-db77224236d4, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:32:02.493065 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] For port 09095638-b61c-4e64-a796-db77224236d4, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=09095638-b61c-4e64-a796-db77224236d4,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:32:02.499811 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:02.505663 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-dad2e32a-6d97-42a2-a6a4-988127997529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:02.590542 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Routers {'f20c51fd-c5fe-4927-a425-5211c2c484cb'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:02.591161 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710073f518>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:31:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['f20c51fd-c5fe-4927-a425-5211c2c484cb'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:02.652358 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca416e9-baf5-49ac-809b-3afb7535f7c9 req-97212b53-aa5a-475c-a6b2-ecddd0326553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:02.654258 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dca416e9-baf5-49ac-809b-3afb7535f7c9 req-97212b53-aa5a-475c-a6b2-ecddd0326553 service neutron] 10.222.0.13 "GET /v2.0/networks?id=acd59ac1-d427-4149-8d1a-2f550ec235ed HTTP/1.1" status: 200  len: 919 time: 0.8426232
Apr 19 18:32:02.764085 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4bf4ef03-310e-46fe-9ff0-d0b9b95f0191 req-2b41a13e-e106-40ec-aaaa-b098c8c842c7 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5613184
Apr 19 18:32:02.809806 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dca416e9-baf5-49ac-809b-3afb7535f7c9 req-f4c21e4f-0a9d-443b-a217-077661a6461c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7f46757-ad1c-4db6-a7ba-732e7688475f HTTP/1.1" status: 200  len: 217 time: 0.1272242
Apr 19 18:32:02.852654 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b63e4a-65ae-4f73-bde2-4d7d03615cb0 None None] Pushing event updated for resources: {'Port': ['ID=09095638-b61c-4e64-a796-db77224236d4,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:02.863941 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-46b63e4a-65ae-4f73-bde2-4d7d03615cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:02.928956 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:02.961118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca416e9-baf5-49ac-809b-3afb7535f7c9 req-fce693ac-bdf2-4325-8719-7ef29ebfb0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:02.962738 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dca416e9-baf5-49ac-809b-3afb7535f7c9 req-fce693ac-bdf2-4325-8719-7ef29ebfb0b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1939f7f6-46d3-4a60-90df-2e2254de6630 HTTP/1.1" status: 200  len: 858 time: 0.1135931
Apr 19 18:32:02.964535 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] Set router f20c51fd-c5fe-4927-a425-5211c2c484cb gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:03.039463 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f456955-344b-4ad7-9dc7-2367574c3f0d req-ea8b0249-74c8-4086-9706-464d3888eb41 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:03.040970 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5f456955-344b-4ad7-9dc7-2367574c3f0d req-ea8b0249-74c8-4086-9706-464d3888eb41 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.5867038
Apr 19 18:32:03.096559 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dca416e9-baf5-49ac-809b-3afb7535f7c9 req-fb471419-a254-4285-adf9-f924bbf87119 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=acd59ac1-d427-4149-8d1a-2f550ec235ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1202505
Apr 19 18:32:03.160061 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5f456955-344b-4ad7-9dc7-2367574c3f0d req-c0249baa-6532-451d-98dc-f12c15aaf596 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103070
Apr 19 18:32:03.421560 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:03.514099 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:03.549763 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c236c8a7-db75-4430-871a-9786f43179b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for subnet, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:03.582172 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e897e64a-af65-496c-904f-7283a6e82c5b None None] Network 0ae3110d-a626-4c6a-880b-c51a8cf3ee66 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:32:03.673547 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:03.676070 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dca416e9-baf5-49ac-809b-3afb7535f7c9 req-2512dbba-903d-44a6-b2e1-22dfa6ceb91e service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5622659
Apr 19 18:32:03.686226 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:03.688826 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:32:03.812036 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Pushing event updated for resources: {'Port': ['ID=02c15c4c-cb89-4468-a822-558431253f67,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:03.815331 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:03.826979 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-76345cc5-e488-4d7c-b76f-81c0b8e25de8 None None] Provisioning for port 5a108b29-e7c4-4cd5-a427-7b4fb98186bb completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:04.003101 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710073f518>, [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:02Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:04.027993 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3819534b-f737-4d8f-bf6c-173af340b8e7 None None] The sync data for ids ['f20c51fd-c5fe-4927-a425-5211c2c484cb'] in dv-cinder-786928-1-iscsi is: [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:02Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:32:04.030968 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 5a108b29-e7c4-4cd5-a427-7b4fb98186bb up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:04.235588 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 5a108b29-e7c4-4cd5-a427-7b4fb98186bb completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:04.248192 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 5a108b29-e7c4-4cd5-a427-7b4fb98186bb triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:04.248340 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:04.417461 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f292012d-901e-4b76-9dcd-461f63e446ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.782s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:04.441497 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:04.502935 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port 5a108b29-e7c4-4cd5-a427-7b4fb98186bb, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=5a108b29-e7c4-4cd5-a427-7b4fb98186bb,segment=NetworkSegment(6191d5e7-914d-4b5a-92f4-5c4e7c55357f),segment_id=6191d5e7-914d-4b5a-92f4-5c4e7c55357f)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:32:04.511868 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:04.514027 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:04.904007 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-9771c646-d506-483f-9277-2db3588bc00e None None] Provisioning complete for port 5a108b29-e7c4-4cd5-a427-7b4fb98186bb triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:04.904580 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9771c646-d506-483f-9277-2db3588bc00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:04.908480 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dca416e9-baf5-49ac-809b-3afb7535f7c9 req-4154358f-05e8-4e20-bda1-0cd8b467e20b service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1578279
Apr 19 18:32:04.929787 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236c8a7-db75-4430-871a-9786f43179b6 admin admin] Checking segment: {'id': '09654d5d-78d0-4e3a-bec2-07fd9708c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:04.930443 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c236c8a7-db75-4430-871a-9786f43179b6 admin admin] Network hostable DHCP agents. Network: 8e23a024-d945-4415-9ec2-2d14f1cce659, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:32:04.985637 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=5a108b29-e7c4-4cd5-a427-7b4fb98186bb,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:04.999384 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:05.220682 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236c8a7-db75-4430-871a-9786f43179b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0891f7e0-9bdd-478e-a003-514aea6cbcb6,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:05.228752 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c236c8a7-db75-4430-871a-9786f43179b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:05.246047 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5827f81-ee16-447d-a532-be8c85ad0623 req-50930448-0b5a-4564-8771-a04c18f91861 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:05.253967 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d5827f81-ee16-447d-a532-be8c85ad0623 req-50930448-0b5a-4564-8771-a04c18f91861 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 1.7417517
Apr 19 18:32:05.257843 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:05.443735 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c236c8a7-db75-4430-871a-9786f43179b6 admin admin] Network 8e23a024-d945-4415-9ec2-2d14f1cce659 is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:32:05.491812 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d5827f81-ee16-447d-a532-be8c85ad0623 req-d0331ec2-ccbb-4782-a3cc-039f284ec63c tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2368326
Apr 19 18:32:05.499315 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-c236c8a7-db75-4430-871a-9786f43179b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, 8e23a024-d945-4415-9ec2-2d14f1cce659) {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:05.515253 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2e089-6118-4780-875f-1d2c49ce2307 req-cf5d4ff7-b6be-43a8-b2ce-5295d0334bda tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:05.516861 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-09e2e089-6118-4780-875f-1d2c49ce2307 req-cf5d4ff7-b6be-43a8-b2ce-5295d0334bda tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.9411793
Apr 19 18:32:05.530370 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d54a4c-b7ee-48ba-97cb-9467f6606716 None None] Network 8e23a024-d945-4415-9ec2-2d14f1cce659 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:32:05.554155 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c236c8a7-db75-4430-871a-9786f43179b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:05.554914 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c236c8a7-db75-4430-871a-9786f43179b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:05.761761 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-09e2e089-6118-4780-875f-1d2c49ce2307 req-670b6cc4-330c-4789-aa13-054e48709488 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2369308
Apr 19 18:32:05.788353 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54244) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:05.873497 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-c236c8a7-db75-4430-871a-9786f43179b6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 4.3629391
Apr 19 18:32:05.877020 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 54248) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:05.885005 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d60b087-558d-40e2-a7cc-1882e7e36aa0 admin admin] Deleting subnet cd0b67f5-e230-4aae-8a42-8732a2140f0f {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:32:05.889155 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1d60b087-558d-40e2-a7cc-1882e7e36aa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:05.915685 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1140933156-router', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:05.955372 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:05.958187 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1d60b087-558d-40e2-a7cc-1882e7e36aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531779165'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:05.978140 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c436ad-65af-555d-b32f-4431a98d60b1-8e23a024-d945-4415-9ec2-2d14f1cce659', 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'fixed_ips': [{'subnet_id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6'}]}} from dv-cinder-786928-1-iscsi. {{(pid=86312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:32:05.979300 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:06.000743 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Usage tracker for resource:router and tenant:881e8cffabb645a0bbcf58ced3234a61 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:06.018350 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:06.045000 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1d60b087-558d-40e2-a7cc-1882e7e36aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492386'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:06.093059 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:06.133354 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 09095638-b61c-4e64-a796-db77224236d4 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:06.202836 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae53ef-ecb6-40e7-8e0b-09fc9be50cf8 req-b006cb1d-5845-4d5b-973e-530d45366321 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:06.208617 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-48ae53ef-ecb6-40e7-8e0b-09fc9be50cf8 req-b006cb1d-5845-4d5b-973e-530d45366321 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.4753804
Apr 19 18:32:06.214741 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:06.221469 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-630764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-316'] for router, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:06.227218 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854145052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854091501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775515'] for router, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:06.272271 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 09095638-b61c-4e64-a796-db77224236d4 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:06.282757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 09095638-b61c-4e64-a796-db77224236d4 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:06.284164 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:06.358856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1d60b087-558d-40e2-a7cc-1882e7e36aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851283430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036322922211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2060568'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:06.366010 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-58e8196a-23e9-4468-9717-3f4acc12903a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:06.376113 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Allocated IP 172.20.0.2 (8e23a024-d945-4415-9ec2-2d14f1cce659/0891f7e0-9bdd-478e-a003-514aea6cbcb6/143d537d-f647-4cb1-9756-935be29129d7) {{(pid=86312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:32:06.410487 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60b087-558d-40e2-a7cc-1882e7e36aa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd0b67f5-e230-4aae-8a42-8732a2140f0f,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:06.413833 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1d60b087-558d-40e2-a7cc-1882e7e36aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:06.414892 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1d60b087-558d-40e2-a7cc-1882e7e36aa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:06.422075 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-1d60b087-558d-40e2-a7cc-1882e7e36aa0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cd0b67f5-e230-4aae-8a42-8732a2140f0f HTTP/1.1" status: 204  len: 168 time: 0.6325896
Apr 19 18:32:06.424749 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54252) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:06.560680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b50db9fc-94a9-49d9-b4c6-89a7a310206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3659374'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:06.562891 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-48ae53ef-ecb6-40e7-8e0b-09fc9be50cf8 req-e13881e1-5325-4d5c-94e1-abf6ae2b0111 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3201075
Apr 19 18:32:06.574704 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:06.662650 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:06.692497 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port 09095638-b61c-4e64-a796-db77224236d4, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=09095638-b61c-4e64-a796-db77224236d4,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:32:06.702171 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:06.703461 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 5a108b29-e7c4-4cd5-a427-7b4fb98186bb up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:06.773974 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b50db9fc-94a9-49d9-b4c6-89a7a310206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851283337', 'neutron.services.segments.db._delete_segments_for_network-8757708639347'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:06.780831 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:06.878680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 5a108b29-e7c4-4cd5-a427-7b4fb98186bb triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:06.879615 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:06.969664 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-b50db9fc-94a9-49d9-b4c6-89a7a310206d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f70fbe0b4e0>,) {'filters': {'network_id': ['aee785c8-37e3-41f1-ac50-cbb7088cc5fc']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:07.009619 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-b50db9fc-94a9-49d9-b4c6-89a7a310206d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fbe0b4e0>, '247ad743-b8f5-4ceb-8b22-dc44e084ab61') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:07.009998 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-b50db9fc-94a9-49d9-b4c6-89a7a310206d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fbe0b4e0>, '247ad743-b8f5-4ceb-8b22-dc44e084ab61') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:07.035339 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b50db9fc-94a9-49d9-b4c6-89a7a310206d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279146027619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036322996651'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:07.057360 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b50db9fc-94a9-49d9-b4c6-89a7a310206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:07.069161 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50db9fc-94a9-49d9-b4c6-89a7a310206d admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:32:07.114967 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=09095638-b61c-4e64-a796-db77224236d4,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:07.148913 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:07.190924 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Notify callbacks [] for port, precommit_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:07.209261 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Transition to ACTIVE for port object 143d537d-f647-4cb1-9756-935be29129d7 will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:07.236257 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Transition to ACTIVE for port object 143d537d-f647-4cb1-9756-935be29129d7 will not be triggered until provisioned by entity DHCP. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:07.244117 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:07.251878 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:07.325445 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Network 8e23a024-d945-4415-9ec2-2d14f1cce659 is already hosted by enough agents. {{(pid=86312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:07.336444 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Resources bound (agent type, host, resource id):  {{(pid=86312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:07.345351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Received port after_create {{(pid=86312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:32:07.358102 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-b50db9fc-94a9-49d9-b4c6-89a7a310206d admin admin] Network aee785c8-37e3-41f1-ac50-cbb7088cc5fc has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:32:07.374676 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b50db9fc-94a9-49d9-b4c6-89a7a310206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3576371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531857086'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:07.442986 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Pushing event updated for resources: {'Port': ['ID=143d537d-f647-4cb1-9756-935be29129d7,revision_number=1']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:07.458649 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:07.488053 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Attempting to bind port 143d537d-f647-4cb1-9756-935be29129d7 on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:32:07.488816 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Attempting to bind port 143d537d-f647-4cb1-9756-935be29129d7 by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '09654d5d-78d0-4e3a-bec2-07fd9708c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:32:07.489605 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Attempting to bind port 143d537d-f647-4cb1-9756-935be29129d7 on network 8e23a024-d945-4415-9ec2-2d14f1cce659 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:32:07.496942 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:32:07.497369 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Checking segment: {'id': '09654d5d-78d0-4e3a-bec2-07fd9708c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:07.497853 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:07.498301 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Bound using segment: {'id': '09654d5d-78d0-4e3a-bec2-07fd9708c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:32:07.498830 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Bound port: 143d537d-f647-4cb1-9756-935be29129d7, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09654d5d-78d0-4e3a-bec2-07fd9708c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:32:07.499256 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:07.547738 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Router 8f8ad5d7-8c00-4c29-8909-602e87596d9f is scheduled to L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c with binding_index 1 {{(pid=86310) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:32:07.634852 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] For port 143d537d-f647-4cb1-9756-935be29129d7, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:32:07.895720 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-b50db9fc-94a9-49d9-b4c6-89a7a310206d admin admin] Network aee785c8-37e3-41f1-ac50-cbb7088cc5fc has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:32:07.907615 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854124193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775530'] for router, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:07.956296 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 09095638-b61c-4e64-a796-db77224236d4 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:07.959200 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3fbd0-75d2-4f74-9830-e539f8d22f1e req-7ddddd42-a871-403c-af53-376b9a9035c2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:07.967412 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-64e3fbd0-75d2-4f74-9830-e539f8d22f1e req-7ddddd42-a871-403c-af53-376b9a9035c2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 1.2501919
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]: Traceback (most recent call last):
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:     timer()
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:     cb(*args, **kw)
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:     return func(*args, **kwargs)
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:     self._notify()
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:     self.callback(batched_events)
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:     event.method(event)
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:     segment_id)['aggregates'][0]
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:     return f(self, *a, **k)
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self._get(url).json()
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:     **kwargs)
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:     **endpoint_filter)
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:32:08.002268 dv-cinder-786928-1-iscsi neutron-server[86197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:32:08.006484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b50db9fc-94a9-49d9-b4c6-89a7a310206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636034'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:08.010547 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:08.027930 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b50db9fc-94a9-49d9-b4c6-89a7a310206d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:08.035764 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-b50db9fc-94a9-49d9-b4c6-89a7a310206d admin admin] 10.222.0.49 "DELETE /v2.0/networks/aee785c8-37e3-41f1-ac50-cbb7088cc5fc HTTP/1.1" status: 204  len: 168 time: 1.6099501
Apr 19 18:32:08.051500 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50db9fc-94a9-49d9-b4c6-89a7a310206d admin admin] Pushing event deleted for resources: {'Network': ['ID=aee785c8-37e3-41f1-ac50-cbb7088cc5fc,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:08.054361 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b50db9fc-94a9-49d9-b4c6-89a7a310206d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:08.056283 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a8ad2-c2f0-4102-badc-5f7a0277f457 req-23d35b46-0d3d-4cdf-a8d7-cd1ca6efc014 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:08.058473 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d37a8ad2-c2f0-4102-badc-5f7a0277f457 req-23d35b46-0d3d-4cdf-a8d7-cd1ca6efc014 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.5923223
Apr 19 18:32:08.060666 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] For port 143d537d-f647-4cb1-9756-935be29129d7, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=143d537d-f647-4cb1-9756-935be29129d7,segment=NetworkSegment(09654d5d-78d0-4e3a-bec2-07fd9708c3a4),segment_id=09654d5d-78d0-4e3a-bec2-07fd9708c3a4)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:32:08.070151 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:08.079807 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:08.088687 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-64e3fbd0-75d2-4f74-9830-e539f8d22f1e req-66995e6b-9d48-4d5e-8aca-f67f8fd91e59 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1202841
Apr 19 18:32:08.183990 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 09095638-b61c-4e64-a796-db77224236d4 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:08.185132 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:08.258476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54264) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:08.269942 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Pushing event updated for resources: {'Port': ['ID=143d537d-f647-4cb1-9756-935be29129d7,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:08.281767 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:08.345355 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f8178b01-393d-40d7-aa35-592e3208fd07 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02ebe17d0340491385a8ffb99f18621c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0852339
Apr 19 18:32:08.352112 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54268) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:08.419071 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d37a8ad2-c2f0-4102-badc-5f7a0277f457 req-deb46c31-4e0e-4af0-ae70-d291af8113c4 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3440757
Apr 19 18:32:08.429407 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:32:08.443453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Sync routers for ids ['8f8ad5d7-8c00-4c29-8909-602e87596d9f'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:32:08.460032 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0f9621e8-41f1-4c74-9e5d-313c256edf18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:08.470730 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Notify callbacks [] for router, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:08.474612 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 10.5529723
Apr 19 18:32:08.475015 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Routers {'8f8ad5d7-8c00-4c29-8909-602e87596d9f'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:08.475972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7101274240>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:31:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['8f8ad5d7-8c00-4c29-8909-602e87596d9f'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:08.476516 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 54272) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:08.492661 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0f9621e8-41f1-4c74-9e5d-313c256edf18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:08.556089 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0f9621e8-41f1-4c74-9e5d-313c256edf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:08.568567 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-570ee2d2-a8b0-4cf3-ace6-db0fcd4be2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:08.586419 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9621e8-41f1-4c74-9e5d-313c256edf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd9a8bb-c6fb-4316-8699-3568b77918df,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:08.595242 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0f9621e8-41f1-4c74-9e5d-313c256edf18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:08.599726 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0f9621e8-41f1-4c74-9e5d-313c256edf18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:08.599726 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-0f9621e8-41f1-4c74-9e5d-313c256edf18 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5cd9a8bb-c6fb-4316-8699-3568b77918df HTTP/1.1" status: 204  len: 168 time: 0.2412658
Apr 19 18:32:08.823706 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Set router 8f8ad5d7-8c00-4c29-8909-602e87596d9f gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:08.925373 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c8e97-7fc2-4613-b7aa-cca20e37c631 req-c7ab075c-a5bf-41c8-a5ce-e1bccbab3e87 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:08.933038 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4e3c8e97-7fc2-4613-b7aa-cca20e37c631 req-c7ab075c-a5bf-41c8-a5ce-e1bccbab3e87 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.5895867
Apr 19 18:32:09.043258 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4e3c8e97-7fc2-4613-b7aa-cca20e37c631 req-13327a39-9657-4759-8a5d-3b384dac04fc tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1091652
Apr 19 18:32:09.213130 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7101274240>, [{'id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'name': 'tempest-TestVolumeBootPattern-2140124511-router', 'tenant_id': '10c74728a4ab4bf18ff76aef919c63e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '02c15c4c-cb89-4468-a822-558431253f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:57Z', 'updated_at': '2021-04-19T18:32:04Z', 'revision_number': 3, 'project_id': '10c74728a4ab4bf18ff76aef919c63e6', 'gw_port': {'id': '02c15c4c-cb89-4468-a822-558431253f67', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:00Z', 'updated_at': '2021-04-19T18:32:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:09.218365 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Checking router: 8f8ad5d7-8c00-4c29-8909-602e87596d9f for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:32:09.218889 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Updating router 8f8ad5d7-8c00-4c29-8909-602e87596d9f port 02c15c4c-cb89-4468-a822-558431253f67 binding host dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:32:09.291282 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:09.906162 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:09.938092 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Transition to ACTIVE for port object 02c15c4c-cb89-4468-a822-558431253f67 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:09.951118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:09.972362 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:10.005292 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 143d537d-f647-4cb1-9756-935be29129d7 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:10.010252 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:10.138200 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Attempting to bind port 02c15c4c-cb89-4468-a822-558431253f67 on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:32:10.138717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Attempting to bind port 02c15c4c-cb89-4468-a822-558431253f67 by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:32:10.138965 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Attempting to bind port 02c15c4c-cb89-4468-a822-558431253f67 on network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:32:10.162970 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1351d5-9b8a-4688-a138-1b0539d07bf2 None None] Network 8e23a024-d945-4415-9ec2-2d14f1cce659 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:32:10.174953 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:32:10.175375 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Checking segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:10.175817 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:10.176248 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Bound using segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:32:10.176770 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Bound port: 02c15c4c-cb89-4468-a822-558431253f67, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:32:10.177179 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:10.190728 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:10.275753 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 143d537d-f647-4cb1-9756-935be29129d7 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:10.279792 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde8134-fd8e-4438-92d7-608b85247c36 None None] Pushing event updated for resources: {'Port': ['ID=02c15c4c-cb89-4468-a822-558431253f67,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:10.284575 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3bde8134-fd8e-4438-92d7-608b85247c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:10.296446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-2b9fdd4b-6740-4481-9a92-d4474d8764b3 None None] Provisioning for port 143d537d-f647-4cb1-9756-935be29129d7 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:10.318060 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-2b9fdd4b-6740-4481-9a92-d4474d8764b3 None None] Provisioning complete for port 143d537d-f647-4cb1-9756-935be29129d7 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:10.318722 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2b9fdd4b-6740-4481-9a92-d4474d8764b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:10.369428 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] For port 02c15c4c-cb89-4468-a822-558431253f67, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:32:10.374460 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] For port 02c15c4c-cb89-4468-a822-558431253f67, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=02c15c4c-cb89-4468-a822-558431253f67,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:32:10.386817 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:10.400147 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-493311ee-ef13-40a5-8144-53bd363c0c5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:10.417708 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 143d537d-f647-4cb1-9756-935be29129d7 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:10.418070 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:10.454791 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Allocated IP 172.27.1.27 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/d42e6e60-fe12-4111-b01b-7f66f8d4d520) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:32:10.515771 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Routers {'8f8ad5d7-8c00-4c29-8909-602e87596d9f'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:10.516466 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7101274240>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:31:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['8f8ad5d7-8c00-4c29-8909-602e87596d9f'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:10.717819 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2b9fdd4b-6740-4481-9a92-d4474d8764b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:10.889483 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde8134-fd8e-4438-92d7-608b85247c36 None None] Pushing event updated for resources: {'Port': ['ID=02c15c4c-cb89-4468-a822-558431253f67,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:10.895636 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3bde8134-fd8e-4438-92d7-608b85247c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:10.970485 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] Set router 8f8ad5d7-8c00-4c29-8909-602e87596d9f gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:11.105301 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-2b9fdd4b-6740-4481-9a92-d4474d8764b3 None None] For port 143d537d-f647-4cb1-9756-935be29129d7, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=143d537d-f647-4cb1-9756-935be29129d7,segment=NetworkSegment(09654d5d-78d0-4e3a-bec2-07fd9708c3a4),segment_id=09654d5d-78d0-4e3a-bec2-07fd9708c3a4)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:32:11.107366 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a05a2-a244-4b58-85c8-435be9caf55e req-e4d19a8c-9ab7-47b4-8fa3-376f3052544a tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:11.110462 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-431a05a2-a244-4b58-85c8-435be9caf55e req-e4d19a8c-9ab7-47b4-8fa3-376f3052544a tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 1.7614748
Apr 19 18:32:11.138606 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cee7c-317d-4d9f-bd18-8c6623363e48 req-23d3f920-8aad-480d-872f-f5e370504065 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:11.140892 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c97cee7c-317d-4d9f-bd18-8c6623363e48 req-23d3f920-8aad-480d-872f-f5e370504065 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 1.1888783
Apr 19 18:32:11.151605 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2b9fdd4b-6740-4481-9a92-d4474d8764b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:11.160593 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:11.199191 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-431a05a2-a244-4b58-85c8-435be9caf55e req-843183db-d6aa-4600-84da-980dd75e1312 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513632
Apr 19 18:32:11.215722 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:11.359836 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:11.432151 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7101274240>, [{'id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'name': 'tempest-TestVolumeBootPattern-2140124511-router', 'tenant_id': '10c74728a4ab4bf18ff76aef919c63e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '02c15c4c-cb89-4468-a822-558431253f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:57Z', 'updated_at': '2021-04-19T18:32:04Z', 'revision_number': 3, 'project_id': '10c74728a4ab4bf18ff76aef919c63e6', 'gw_port': {'id': '02c15c4c-cb89-4468-a822-558431253f67', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:00Z', 'updated_at': '2021-04-19T18:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:11.437713 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971dbdf5-694d-40f2-bd56-b9358de94bfe None None] The sync data for ids ['8f8ad5d7-8c00-4c29-8909-602e87596d9f'] in dv-cinder-786928-1-iscsi is: [{'id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'name': 'tempest-TestVolumeBootPattern-2140124511-router', 'tenant_id': '10c74728a4ab4bf18ff76aef919c63e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '02c15c4c-cb89-4468-a822-558431253f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:57Z', 'updated_at': '2021-04-19T18:32:04Z', 'revision_number': 3, 'project_id': '10c74728a4ab4bf18ff76aef919c63e6', 'gw_port': {'id': '02c15c4c-cb89-4468-a822-558431253f67', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:00Z', 'updated_at': '2021-04-19T18:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:32:11.553677 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c97cee7c-317d-4d9f-bd18-8c6623363e48 req-3d448f3a-a8fb-4196-bce9-86bd400e4fcf tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3605649
Apr 19 18:32:11.733338 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fdd4b-6740-4481-9a92-d4474d8764b3 None None] Pushing event updated for resources: {'Port': ['ID=143d537d-f647-4cb1-9756-935be29129d7,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:11.777495 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-2b9fdd4b-6740-4481-9a92-d4474d8764b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:11.788299 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:11.830673 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9608d5d-44eb-490b-a0f5-11d311f671d8 req-e450d9c9-93a3-433e-ba3f-7a90b8f128d4 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:11.832359 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c9608d5d-44eb-490b-a0f5-11d311f671d8 req-e450d9c9-93a3-433e-ba3f-7a90b8f128d4 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.3435469
Apr 19 18:32:11.833710 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Allocated IP 172.20.0.1 (0ae3110d-a626-4c6a-880b-c51a8cf3ee66/ae56d5c9-50c9-4790-9b77-9581e1cfd057/96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:32:11.848165 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.db.api [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86312) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 18:32:11.849300 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_db.api [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 18:32:11.953999 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c9608d5d-44eb-490b-a0f5-11d311f671d8 req-29c03ae9-aec8-4a36-8358-c81a81a94074 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008205
Apr 19 18:32:12.073422 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c0b1e19f-36c5-485f-8b25-a78e37f252d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:12.197928 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-000bd4b0-bccc-4d9d-bc56-d2003dc77ccd None None] Provisioning complete for port 143d537d-f647-4cb1-9756-935be29129d7 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:12.198492 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-000bd4b0-bccc-4d9d-bc56-d2003dc77ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:12.283861 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:12.311754 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-87f365d0-488d-4a6c-b7a6-58bef95371ca tempest-DeleteServersTestJSON-1811874990 tempest-DeleteServersTestJSON-1811874990-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:12.436130 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Pushing event updated for resources: {'Port': ['ID=d42e6e60-fe12-4111-b01b-7f66f8d4d520,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:12.456010 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:12.469113 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:12.484994 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:12.494177 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:32:12.601964 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:12.620183 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7a430-4cc9-48f0-95ad-70fae9f10356 req-452432d6-a898-4a61-8d2d-6aa92c8d94d2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:12.622841 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1bd7a430-4cc9-48f0-95ad-70fae9f10356 req-452432d6-a898-4a61-8d2d-6aa92c8d94d2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.5378256
Apr 19 18:32:12.847624 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 143d537d-f647-4cb1-9756-935be29129d7 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:12.928150 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:12.993913 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 143d537d-f647-4cb1-9756-935be29129d7 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:12.994434 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:13.194768 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2deb-c482-4b21-88df-3739660e16f5 req-86547cd2-2171-4b87-b804-4d86b1de284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:13.202173 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1e5b2deb-c482-4b21-88df-3739660e16f5 req-86547cd2-2171-4b87-b804-4d86b1de284a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b234179720af4fd9b2d3f0aabf09fb91&device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 1099 time: 0.9651968
Apr 19 18:32:13.219250 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Transition to ACTIVE for port object 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:13.234393 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 02c15c4c-cb89-4468-a822-558431253f67 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:13.335248 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 02c15c4c-cb89-4468-a822-558431253f67 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:13.348247 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 02c15c4c-cb89-4468-a822-558431253f67 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:13.348247 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:13.506094 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:13.525641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port 02c15c4c-cb89-4468-a822-558431253f67, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=02c15c4c-cb89-4468-a822-558431253f67,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:32:13.528990 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:13.532055 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:13.595786 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:13.607773 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=02c15c4c-cb89-4468-a822-558431253f67,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:13.609513 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:13.611064 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:13.740756 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1bd7a430-4cc9-48f0-95ad-70fae9f10356 req-ca76d96f-413e-4cc1-bcf5-1a2cd1461b01 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8443584
Apr 19 18:32:13.778623 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Network 0ae3110d-a626-4c6a-880b-c51a8cf3ee66 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:13.789968 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:13.800326 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:32:13.800839 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854139902'] for router_interface, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:13.810801 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Pushing event updated for resources: {'Port': ['ID=96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:13.842454 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:13.945634 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:14.042390 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-c2f476a3-099d-4556-afbe-0581bbf5888e None None] Provisioning for port 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:14.047588 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-c2f476a3-099d-4556-afbe-0581bbf5888e None None] Provisioning complete for port 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:14.048009 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c2f476a3-099d-4556-afbe-0581bbf5888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:14.101095 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08959675-8865-498d-81b3-0ba81b042906 req-145081df-36f4-469a-a63f-cfb6ececb54c tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:14.102659 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-08959675-8865-498d-81b3-0ba81b042906 req-145081df-36f4-469a-a63f-cfb6ececb54c tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 1.2006094
Apr 19 18:32:14.103731 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2deb-c482-4b21-88df-3739660e16f5 req-c3b35f86-11ec-445f-80c7-6c22f1ff69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:14.105753 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1e5b2deb-c482-4b21-88df-3739660e16f5 req-c3b35f86-11ec-445f-80c7-6c22f1ff69ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=99be9128-c693-427e-921b-a550e9df2043 HTTP/1.1" status: 200  len: 912 time: 0.5584149
Apr 19 18:32:14.116687 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-c2f476a3-099d-4556-afbe-0581bbf5888e None None] Port 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:32:14.151290 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-916ea994-17b1-4f6b-a062-6dfdb7c36e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:14.437974 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-08959675-8865-498d-81b3-0ba81b042906 req-039f92a5-fb9c-4de8-b9d9-ad495d9d7c3d tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3213642
Apr 19 18:32:14.462644 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1e5b2deb-c482-4b21-88df-3739660e16f5 req-3caa9150-48a6-4ebb-acf6-26e71ea48b4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a04da3e-fadc-437e-b9f5-0d26718f7474 HTTP/1.1" status: 200  len: 1002 time: 0.3258858
Apr 19 18:32:14.468015 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:14.600542 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c0b2f-231c-45d6-bece-a99cf6e3de7c req-28d5d028-1d82-41b5-8799-39e7437b3de1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:14.602283 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c47c0b2f-231c-45d6-bece-a99cf6e3de7c req-28d5d028-1d82-41b5-8799-39e7437b3de1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.7408423
Apr 19 18:32:14.719874 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 02c15c4c-cb89-4468-a822-558431253f67 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:14.805744 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2deb-c482-4b21-88df-3739660e16f5 req-a04ea538-06cb-4cc5-b5e7-85aa7eefbe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:14.807500 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1e5b2deb-c482-4b21-88df-3739660e16f5 req-a04ea538-06cb-4cc5-b5e7-85aa7eefbe7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=065c4058-e54c-4e5a-b701-2bf0f3fd5623 HTTP/1.1" status: 200  len: 850 time: 0.3281150
Apr 19 18:32:14.815130 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 02c15c4c-cb89-4468-a822-558431253f67 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:14.815652 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:14.822244 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b39a0-9152-4c0c-9253-92423526042a req-3f1026b6-e28c-4470-97e8-e3df9da06eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:14.824522 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-586b39a0-9152-4c0c-9253-92423526042a req-3f1026b6-e28c-4470-97e8-e3df9da06eb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1&device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 1099 time: 0.5925982
Apr 19 18:32:15.040994 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c47c0b2f-231c-45d6-bece-a99cf6e3de7c req-4bdac621-45bc-485d-8d96-fd9602946f82 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4209223
Apr 19 18:32:15.252356 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:15.396429 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:15.656822 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:15.690148 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b39a0-9152-4c0c-9253-92423526042a req-a892eb72-ca51-4019-8b12-c6b0805807be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:15.691708 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-586b39a0-9152-4c0c-9253-92423526042a req-a892eb72-ca51-4019-8b12-c6b0805807be service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d286d36-8c52-42be-b3d4-52bf0bab0dba HTTP/1.1" status: 200  len: 918 time: 0.8123696
Apr 19 18:32:15.715720 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2deb-c482-4b21-88df-3739660e16f5 req-6e2cbb8b-e953-4e37-9f08-41499a9a5460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:15.717243 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1e5b2deb-c482-4b21-88df-3739660e16f5 req-6e2cbb8b-e953-4e37-9f08-41499a9a5460 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99be9128-c693-427e-921b-a550e9df2043&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.9021327
Apr 19 18:32:15.790397 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e96e15-5c06-49d8-906f-03b7d052d248 req-9890bbae-5196-4847-ba95-01ce35eff9af tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:15.792558 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-63e96e15-5c06-49d8-906f-03b7d052d248 req-9890bbae-5196-4847-ba95-01ce35eff9af tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.9112446
Apr 19 18:32:16.045910 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:16.058643 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-63e96e15-5c06-49d8-906f-03b7d052d248 req-84711c3a-93fc-43be-8801-9e2fbef2ed5e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2324958
Apr 19 18:32:16.066395 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-586b39a0-9152-4c0c-9253-92423526042a req-11cf97e0-b0f6-49f0-9418-64d4cede69d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=717c7936-7304-41ca-95a4-58008b460a06 HTTP/1.1" status: 200  len: 1002 time: 0.3481574
Apr 19 18:32:16.067032 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:16.067837 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851135825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636005'] for router_interface, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:16.087340 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:16.161989 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Pushing event updated for resources: {'Port': ['ID=96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:16.171479 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:16.308587 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbeeafd-9a26-42ed-907f-8dfa70ce66fa req-3b643be1-f4b3-4647-8032-a204af108364 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:16.310291 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ddbeeafd-9a26-42ed-907f-8dfa70ce66fa req-3b643be1-f4b3-4647-8032-a204af108364 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.6927612
Apr 19 18:32:16.350203 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:16.399357 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1e5b2deb-c482-4b21-88df-3739660e16f5 req-5f15d6d7-228c-4c4c-af1e-9da62958c384 service neutron] 10.222.0.13 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6216993
Apr 19 18:32:16.480420 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b39a0-9152-4c0c-9253-92423526042a req-67bca9d0-4c36-4f8b-a5c0-610ec7c8feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:16.482011 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-586b39a0-9152-4c0c-9253-92423526042a req-67bca9d0-4c36-4f8b-a5c0-610ec7c8feda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0439e37-0067-4362-b195-88afbdb39dd2 HTTP/1.1" status: 200  len: 856 time: 0.3212600
Apr 19 18:32:16.496963 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Router eb4c7687-5c37-4149-97ee-49876ea207c4 is scheduled to L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c with binding_index 1 {{(pid=86310) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:32:16.650651 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ddbeeafd-9a26-42ed-907f-8dfa70ce66fa req-f17ad598-f722-48fe-9687-cfe80efe9013 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3211565
Apr 19 18:32:16.880103 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Network 0ae3110d-a626-4c6a-880b-c51a8cf3ee66 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:16.891160 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fa7aa-00d6-4b7c-8380-4d2b1e9fc93b req-b2100462-bf67-4269-84ba-b50eab0957a1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:16.892760 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a63fa7aa-00d6-4b7c-8380-4d2b1e9fc93b req-b2100462-bf67-4269-84ba-b50eab0957a1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.6772449
Apr 19 18:32:16.906672 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:16.949104 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1e5b2deb-c482-4b21-88df-3739660e16f5 req-c9c78491-e430-4daa-abb9-f52b447a3b88 service neutron] 10.222.0.13 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5199285
Apr 19 18:32:17.170955 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-ee719e2c-84b3-4550-b696-73b221baa5ca None None] Provisioning complete for port 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:17.173723 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ee719e2c-84b3-4550-b696-73b221baa5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:17.250442 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-ee719e2c-84b3-4550-b696-73b221baa5ca None None] Port 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:32:17.402950 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b39a0-9152-4c0c-9253-92423526042a req-6c2a85f6-8a84-456e-b811-50956b05fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:17.404558 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-586b39a0-9152-4c0c-9253-92423526042a req-6c2a85f6-8a84-456e-b811-50956b05fa64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d286d36-8c52-42be-b3d4-52bf0bab0dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.9054391
Apr 19 18:32:17.464315 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a63fa7aa-00d6-4b7c-8380-4d2b1e9fc93b req-a7c83a4d-6538-47f9-8c58-092a25b69ee4 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5542543
Apr 19 18:32:17.533719 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:32:17.545959 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Sync routers for ids ['eb4c7687-5c37-4149-97ee-49876ea207c4'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:32:17.562852 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Routers {'eb4c7687-5c37-4149-97ee-49876ea207c4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:17.563542 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71003f7630>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:32:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['eb4c7687-5c37-4149-97ee-49876ea207c4'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:17.634490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Notify callbacks [] for router, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:17.638985 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 11.7362006
Apr 19 18:32:17.640486 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54400) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:17.669421 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Router 8f8ad5d7-8c00-4c29-8909-602e87596d9f has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:32:17.679999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b4019-4ff1-4c96-a68c-81fc960666e8 req-9336afc3-dd37-4458-86a0-930dc1d39bf1 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:17.681674 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-074b4019-4ff1-4c96-a68c-81fc960666e8 req-9336afc3-dd37-4458-86a0-930dc1d39bf1 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.4309738
Apr 19 18:32:17.685969 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-586b39a0-9152-4c0c-9253-92423526042a req-4a6f6505-39fd-4264-88e7-0cbff13bbc78 service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2593040
Apr 19 18:32:17.848804 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Set router eb4c7687-5c37-4149-97ee-49876ea207c4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:17.968315 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-074b4019-4ff1-4c96-a68c-81fc960666e8 req-7469466d-52f5-4ec7-b2e4-81ed4f659cc1 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2803433
Apr 19 18:32:18.206697 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71003f7630>, [{'id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'name': 'tempest-TestMinimumBasicScenario-1140933156-router', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:06Z', 'updated_at': '2021-04-19T18:32:12Z', 'revision_number': 3, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'gw_port': {'id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:10Z', 'updated_at': '2021-04-19T18:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:18.211855 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Checking router: eb4c7687-5c37-4149-97ee-49876ea207c4 for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:32:18.212336 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Updating router eb4c7687-5c37-4149-97ee-49876ea207c4 port d42e6e60-fe12-4111-b01b-7f66f8d4d520 binding host dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:32:18.237843 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-586b39a0-9152-4c0c-9253-92423526042a req-780d231d-805b-486d-891f-0443cbca427c service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5321138
Apr 19 18:32:18.256464 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed187f6e-b451-4ecf-a477-34b0e579c52d req-2b338fb9-2adb-4ef3-a9ff-fd17d5c7f566 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:18.258389 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ed187f6e-b451-4ecf-a477-34b0e579c52d req-2b338fb9-2adb-4ef3-a9ff-fd17d5c7f566 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.3402553
Apr 19 18:32:18.286304 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:32:18.292575 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:18.295178 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] 10.222.0.49 "PUT /v2.0/routers/8f8ad5d7-8c00-4c29-8909-602e87596d9f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8163810
Apr 19 18:32:18.297604 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Sync routers for ids ['8f8ad5d7-8c00-4c29-8909-602e87596d9f'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:32:18.312364 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Routers {'8f8ad5d7-8c00-4c29-8909-602e87596d9f'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:18.313045 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71008ddf98>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:32:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['8f8ad5d7-8c00-4c29-8909-602e87596d9f'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:18.351890 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ed187f6e-b451-4ecf-a477-34b0e579c52d req-3befdf76-b704-47e8-b644-1b1c3923e38a tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852625
Apr 19 18:32:18.616141 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Set router 8f8ad5d7-8c00-4c29-8909-602e87596d9f gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:18.621745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 717c7936-7304-41ca-95a4-58008b460a06 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:32:18.643331 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:18.843535 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3728a-54f9-464c-9641-5daaedf76fa4 req-5f5fe751-383f-48ef-a42e-0cdd02795459 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:18.852000 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6ac3728a-54f9-464c-9641-5daaedf76fa4 req-5f5fe751-383f-48ef-a42e-0cdd02795459 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 946 time: 0.1566780
Apr 19 18:32:18.925449 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Allocated IP 172.20.0.1 (8e23a024-d945-4415-9ec2-2d14f1cce659/0891f7e0-9bdd-478e-a003-514aea6cbcb6/e02f93a3-7647-42ed-a3e8-ce9e104f07ad) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:32:18.959180 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:18.968384 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6ac3728a-54f9-464c-9641-5daaedf76fa4 req-9dcda326-1381-4d08-a8fa-4635593f03d7 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1153398
Apr 19 18:32:19.014423 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 717c7936-7304-41ca-95a4-58008b460a06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=717c7936-7304-41ca-95a4-58008b460a06,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:32:19.016710 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57904224-ede3-429d-9934-bf1994652a03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '717c7936-7304-41ca-95a4-58008b460a06'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:32:19.044889 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:19.084669 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:19.142169 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:19.179543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Transition to ACTIVE for port object e02f93a3-7647-42ed-a3e8-ce9e104f07ad will not be triggered until provisioned by entity DHCP. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:19.202859 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Notify callbacks [] for port, precommit_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:19.213397 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=717c7936-7304-41ca-95a4-58008b460a06,revision_number=8']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:19.216909 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:19.224079 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Transition to ACTIVE for port object d42e6e60-fe12-4111-b01b-7f66f8d4d520 will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:19.232506 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:19.238444 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cb680506-df1f-42c8-80e2-0a07dc92b1b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:19.247153 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:19.264695 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:19.280106 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71008ddf98>, [{'id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'name': 'tempest-TestVolumeBootPattern-2140124511-router', 'tenant_id': '10c74728a4ab4bf18ff76aef919c63e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '02c15c4c-cb89-4468-a822-558431253f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:57Z', 'updated_at': '2021-04-19T18:32:14Z', 'revision_number': 4, 'project_id': '10c74728a4ab4bf18ff76aef919c63e6', 'gw_port': {'id': '02c15c4c-cb89-4468-a822-558431253f67', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:00Z', 'updated_at': '2021-04-19T18:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4', 'name': '', 'network_id': '0ae3110d-a626-4c6a-880b-c51a8cf3ee66', 'tenant_id': '10c74728a4ab4bf18ff76aef919c63e6', 'mac_address': 'fa:16:3e:0e:ad:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ae56d5c9-50c9-4790-9b77-9581e1cfd057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:11Z', 'updated_at': '2021-04-19T18:32:14Z', 'revision_number': 2, 'project_id': '10c74728a4ab4bf18ff76aef919c63e6', 'subnets': [{'id': 'ae56d5c9-50c9-4790-9b77-9581e1cfd057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:19.284863 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Checking router: 8f8ad5d7-8c00-4c29-8909-602e87596d9f for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:32:19.285449 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Updating router 8f8ad5d7-8c00-4c29-8909-602e87596d9f port 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 binding host dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:32:19.319200 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fb8a3-b7a9-487d-b349-367c77229d44 None None] Pushing event updated for resources: {'Port': ['ID=d42e6e60-fe12-4111-b01b-7f66f8d4d520,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:19.325997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-508fb8a3-b7a9-487d-b349-367c77229d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:19.348152 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Attempting to bind port d42e6e60-fe12-4111-b01b-7f66f8d4d520 on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:32:19.348582 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Attempting to bind port d42e6e60-fe12-4111-b01b-7f66f8d4d520 by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:32:19.348999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Attempting to bind port d42e6e60-fe12-4111-b01b-7f66f8d4d520 on network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:32:19.357188 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:19.358591 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Network 8e23a024-d945-4415-9ec2-2d14f1cce659 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:19.359612 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54446) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:19.362103 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:32:19.362523 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Checking segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:19.362972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:19.363405 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Bound using segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:32:19.363926 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Bound port: d42e6e60-fe12-4111-b01b-7f66f8d4d520, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:32:19.364343 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:19.365908 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:19.379936 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:32:19.423632 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effde90-33b0-45d4-9ec6-c183db0175d8 req-4523b49d-642a-433c-8541-6ab566095206 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:19.438341 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6effde90-33b0-45d4-9ec6-c183db0175d8 req-4523b49d-642a-433c-8541-6ab566095206 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.2184987
Apr 19 18:32:19.456195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-a2a66de7-45e0-45f3-9dc2-02e7b1fd3e02 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-682775505', 'description': 'tempest-secgroup-smoke-682775505 description', 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:19.467236 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57904224-ede3-429d-9934-bf1994652a03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '717c7936-7304-41ca-95a4-58008b460a06', 'code': 200}
Apr 19 18:32:19.471745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a2a66de7-45e0-45f3-9dc2-02e7b1fd3e02 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:19.478638 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a2a66de7-45e0-45f3-9dc2-02e7b1fd3e02 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Usage tracker for resource:security_group and tenant:b2c9c6242f9040c7a6043ce4b8184661 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:19.491152 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a2a66de7-45e0-45f3-9dc2-02e7b1fd3e02 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:19.526701 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a2a66de7-45e0-45f3-9dc2-02e7b1fd3e02 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:19.533930 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] For port d42e6e60-fe12-4111-b01b-7f66f8d4d520, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:32:19.541262 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6effde90-33b0-45d4-9ec6-c183db0175d8 req-2f65a91f-69a1-4e74-af39-e0f36d7480a0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1008937
Apr 19 18:32:19.547579 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] For port d42e6e60-fe12-4111-b01b-7f66f8d4d520, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=d42e6e60-fe12-4111-b01b-7f66f8d4d520,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:32:19.569632 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:19.574120 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:19.585684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Pushing event updated for resources: {'Port': ['ID=e02f93a3-7647-42ed-a3e8-ce9e104f07ad,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:19.594618 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a2a66de7-45e0-45f3-9dc2-02e7b1fd3e02 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:19.621642 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:19.626575 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a2a66de7-45e0-45f3-9dc2-02e7b1fd3e02 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:19.630927 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a2a66de7-45e0-45f3-9dc2-02e7b1fd3e02 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Usage tracker for resource:security_group_rule and tenant:b2c9c6242f9040c7a6043ce4b8184661 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:19.634901 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a2a66de7-45e0-45f3-9dc2-02e7b1fd3e02 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:19.636735 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Routers {'eb4c7687-5c37-4149-97ee-49876ea207c4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:19.637419 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71003f7630>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:32:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['eb4c7687-5c37-4149-97ee-49876ea207c4'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:19.641597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a2a66de7-45e0-45f3-9dc2-02e7b1fd3e02 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:19.685258 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854139902'] for router_interface, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:19.699181 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7933f-2a93-4ca8-84ce-636596c88d60 req-c1f9fbae-1d89-4c80-bcaf-409b447cb224 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:19.707606 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c9d7933f-2a93-4ca8-84ce-636596c88d60 req-c1f9fbae-1d89-4c80-bcaf-409b447cb224 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1242588
Apr 19 18:32:19.769132 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c9d7933f-2a93-4ca8-84ce-636596c88d60 req-3d9c4694-79ee-4b8d-9f26-b6a1cd1e8efa tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601728
Apr 19 18:32:19.863447 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:19.868980 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:19.876851 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Transition to ACTIVE for port object 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:19.883409 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:19.889778 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a2a66de7-45e0-45f3-9dc2-02e7b1fd3e02 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:19.890670 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:19.931229 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a2a66de7-45e0-45f3-9dc2-02e7b1fd3e02 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:19.961110 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-7356b11a-240d-4a44-b22b-4d01442267d0 None None] Provisioning for port e02f93a3-7647-42ed-a3e8-ce9e104f07ad completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:19.969785 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ba448df7-1835-4a14-87bc-129a1b5f78c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:19.991832 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-7356b11a-240d-4a44-b22b-4d01442267d0 None None] Provisioning complete for port e02f93a3-7647-42ed-a3e8-ce9e104f07ad triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:19.992265 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7356b11a-240d-4a44-b22b-4d01442267d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:20.009887 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a2a66de7-45e0-45f3-9dc2-02e7b1fd3e02 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:20.022871 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-a2a66de7-45e0-45f3-9dc2-02e7b1fd3e02 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.6513240
Apr 19 18:32:20.022871 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a66de7-45e0-45f3-9dc2-02e7b1fd3e02 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:20.024159 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 54456) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:20.027343 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a2a66de7-45e0-45f3-9dc2-02e7b1fd3e02 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:20.031635 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-ea305018-3d37-4bea-85ae-7331591a4bdd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Request body: {'security_group_rule': {'security_group_id': '5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4', 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:20.045300 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-ea305018-3d37-4bea-85ae-7331591a4bdd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:20.056956 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-ea305018-3d37-4bea-85ae-7331591a4bdd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Usage tracker for resource:security_group_rule and tenant:b2c9c6242f9040c7a6043ce4b8184661 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:20.067270 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-ea305018-3d37-4bea-85ae-7331591a4bdd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:20.082820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-ea305018-3d37-4bea-85ae-7331591a4bdd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:20.106755 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-7356b11a-240d-4a44-b22b-4d01442267d0 None None] Port e02f93a3-7647-42ed-a3e8-ce9e104f07ad cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:32:20.115877 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fb8a3-b7a9-487d-b349-367c77229d44 None None] Pushing event updated for resources: {'Port': ['ID=d42e6e60-fe12-4111-b01b-7f66f8d4d520,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:20.127373 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ea305018-3d37-4bea-85ae-7331591a4bdd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:20.144892 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-508fb8a3-b7a9-487d-b349-367c77229d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:20.227156 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] Set router eb4c7687-5c37-4149-97ee-49876ea207c4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:20.229303 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a4f19-991e-47b9-bc1a-845cc77db302 None None] Pushing event updated for resources: {'Port': ['ID=96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:20.237255 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e67a4f19-991e-47b9-bc1a-845cc77db302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:20.301605 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ea305018-3d37-4bea-85ae-7331591a4bdd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:20.311253 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ea305018-3d37-4bea-85ae-7331591a4bdd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:20.321299 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5974f103-3f8c-4dbc-b693-d6046d4a7ec6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:20.337624 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Attempting to bind port 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:32:20.338039 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Attempting to bind port 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '6191d5e7-914d-4b5a-92f4-5c4e7c55357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0ae3110d-a626-4c6a-880b-c51a8cf3ee66'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:32:20.338475 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Attempting to bind port 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 on network 0ae3110d-a626-4c6a-880b-c51a8cf3ee66 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:32:20.339205 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:20.345131 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531857088'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:20.359897 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea305018-3d37-4bea-85ae-7331591a4bdd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89bde8d4-0df2-4f21-ac84-732622fe6bb7,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:20.361469 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:32:20.362219 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Checking segment: {'id': '6191d5e7-914d-4b5a-92f4-5c4e7c55357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0ae3110d-a626-4c6a-880b-c51a8cf3ee66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:20.362707 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:20.363497 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Bound using segment: {'id': '6191d5e7-914d-4b5a-92f4-5c4e7c55357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0ae3110d-a626-4c6a-880b-c51a8cf3ee66'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:32:20.364115 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Bound port: 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6191d5e7-914d-4b5a-92f4-5c4e7c55357f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '0ae3110d-a626-4c6a-880b-c51a8cf3ee66'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:32:20.364535 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:20.378647 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518ea18-f7f1-4f39-a9ff-bd1e1833089b req-2e133f70-c633-4c39-9023-f7cb3d31d5b2 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:20.387841 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f518ea18-f7f1-4f39-a9ff-bd1e1833089b req-2e133f70-c633-4c39-9023-f7cb3d31d5b2 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.1858716
Apr 19 18:32:20.413743 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ea305018-3d37-4bea-85ae-7331591a4bdd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:20.415657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:20.423646 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ea305018-3d37-4bea-85ae-7331591a4bdd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:20.425076 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ea305018-3d37-4bea-85ae-7331591a4bdd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3994780
Apr 19 18:32:20.428159 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 54464) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:20.439456 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-1dfe682a-02ef-4645-a6d4-a9585b8dbb5d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Request body: {'security_group_rule': {'security_group_id': '5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4', 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:20.446965 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-1dfe682a-02ef-4645-a6d4-a9585b8dbb5d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:20.451018 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-1dfe682a-02ef-4645-a6d4-a9585b8dbb5d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Usage tracker for resource:security_group_rule and tenant:b2c9c6242f9040c7a6043ce4b8184661 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:20.454397 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-1dfe682a-02ef-4645-a6d4-a9585b8dbb5d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:20.460580 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-1dfe682a-02ef-4645-a6d4-a9585b8dbb5d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:20.495451 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f518ea18-f7f1-4f39-a9ff-bd1e1833089b req-7645b5e4-073e-4aae-982b-858b5714dbe2 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1046903
Apr 19 18:32:20.501973 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1dfe682a-02ef-4645-a6d4-a9585b8dbb5d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:20.585239 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851135825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636005'] for router_interface, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:20.600777 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] For port 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:32:20.608360 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] For port 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4,segment=NetworkSegment(6191d5e7-914d-4b5a-92f4-5c4e7c55357f),segment_id=6191d5e7-914d-4b5a-92f4-5c4e7c55357f)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:32:20.615172 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1dfe682a-02ef-4645-a6d4-a9585b8dbb5d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:20.617863 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:20.619454 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1dfe682a-02ef-4645-a6d4-a9585b8dbb5d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:20.624195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e67a4f19-991e-47b9-bc1a-845cc77db302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:20.628688 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:20.687281 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe682a-02ef-4645-a6d4-a9585b8dbb5d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfac02e-4785-48cb-b314-fbd4c117e2a7,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:20.690078 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1dfe682a-02ef-4645-a6d4-a9585b8dbb5d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:20.711913 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1dfe682a-02ef-4645-a6d4-a9585b8dbb5d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:20.716792 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-1dfe682a-02ef-4645-a6d4-a9585b8dbb5d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2875681
Apr 19 18:32:20.717489 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 54474) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:20.723642 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-cc3bcd43-fa71-4a52-89c8-58623df70498 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Request body: {'security_group_rule': {'security_group_id': '5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4', 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:20.730711 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-cc3bcd43-fa71-4a52-89c8-58623df70498 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:20.733694 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a4f19-991e-47b9-bc1a-845cc77db302 None None] Pushing event updated for resources: {'Port': ['ID=96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4,revision_number=4']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:20.745507 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-cc3bcd43-fa71-4a52-89c8-58623df70498 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Usage tracker for resource:security_group_rule and tenant:b2c9c6242f9040c7a6043ce4b8184661 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:20.745633 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e67a4f19-991e-47b9-bc1a-845cc77db302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:20.745633 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Routers {'8f8ad5d7-8c00-4c29-8909-602e87596d9f'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:20.745633 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71008ddf98>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:32:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['8f8ad5d7-8c00-4c29-8909-602e87596d9f'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:20.745867 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-cc3bcd43-fa71-4a52-89c8-58623df70498 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:20.752741 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-cc3bcd43-fa71-4a52-89c8-58623df70498 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:20.762966 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71003f7630>, [{'id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'name': 'tempest-TestMinimumBasicScenario-1140933156-router', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:06Z', 'updated_at': '2021-04-19T18:32:19Z', 'revision_number': 4, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'gw_port': {'id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:10Z', 'updated_at': '2021-04-19T18:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'e02f93a3-7647-42ed-a3e8-ce9e104f07ad', 'name': '', 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'mac_address': 'fa:16:3e:14:b6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:18Z', 'updated_at': '2021-04-19T18:32:18Z', 'revision_number': 1, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'subnets': [{'id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:20.771838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de4e8b0-29a3-4a16-bf3d-05e5d5aebfd6 None None] The sync data for ids ['eb4c7687-5c37-4149-97ee-49876ea207c4'] in dv-cinder-786928-1-iscsi is: [{'id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'name': 'tempest-TestMinimumBasicScenario-1140933156-router', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:06Z', 'updated_at': '2021-04-19T18:32:19Z', 'revision_number': 4, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'gw_port': {'id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:10Z', 'updated_at': '2021-04-19T18:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'e02f93a3-7647-42ed-a3e8-ce9e104f07ad', 'name': '', 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'mac_address': 'fa:16:3e:14:b6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:18Z', 'updated_at': '2021-04-19T18:32:18Z', 'revision_number': 1, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'subnets': [{'id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:32:20.778892 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cc3bcd43-fa71-4a52-89c8-58623df70498 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:20.790765 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Pushing event updated for resources: {'Port': ['ID=e02f93a3-7647-42ed-a3e8-ce9e104f07ad,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:20.815487 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:20.943131 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cc3bcd43-fa71-4a52-89c8-58623df70498 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:20.969483 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Network 8e23a024-d945-4415-9ec2-2d14f1cce659 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:20.970879 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:21.016577 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cc3bcd43-fa71-4a52-89c8-58623df70498 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:21.060722 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1dfe682a-02ef-4645-a6d4-a9585b8dbb5d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:21.077006 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] Set router 8f8ad5d7-8c00-4c29-8909-602e87596d9f gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:21.077424 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bcd43-fa71-4a52-89c8-58623df70498 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257e92e3-6c8c-4a30-b18b-d2fcc9db68f2,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:21.086996 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cc3bcd43-fa71-4a52-89c8-58623df70498 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:21.089200 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-cc3bcd43-fa71-4a52-89c8-58623df70498 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3699722
Apr 19 18:32:21.090625 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cc3bcd43-fa71-4a52-89c8-58623df70498 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:21.103695 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 54484) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:21.111801 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-04542dc5-3225-404a-9187-4d628de2fc6a tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Request body: {'security_group_rule': {'security_group_id': '5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4', 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:21.119700 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-04542dc5-3225-404a-9187-4d628de2fc6a tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:21.125824 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-04542dc5-3225-404a-9187-4d628de2fc6a tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Usage tracker for resource:security_group_rule and tenant:b2c9c6242f9040c7a6043ce4b8184661 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:21.129205 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-04542dc5-3225-404a-9187-4d628de2fc6a tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:21.136577 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-04542dc5-3225-404a-9187-4d628de2fc6a tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:21.164065 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-04542dc5-3225-404a-9187-4d628de2fc6a tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:21.254271 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Router eb4c7687-5c37-4149-97ee-49876ea207c4 has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:32:21.273323 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006ccb2-17ef-4f04-b383-0f2a1632aa93 req-6983b0fb-a40d-40be-bdab-d9170dfc4aae tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:21.282542 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5006ccb2-17ef-4f04-b383-0f2a1632aa93 req-6983b0fb-a40d-40be-bdab-d9170dfc4aae tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.3421223
Apr 19 18:32:21.317282 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-d7ace5ee-c70d-4441-a5d9-e87d48e65fb3 None None] Provisioning complete for port e02f93a3-7647-42ed-a3e8-ce9e104f07ad triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:21.317282 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d7ace5ee-c70d-4441-a5d9-e87d48e65fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:21.420022 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5006ccb2-17ef-4f04-b383-0f2a1632aa93 req-1adfae80-011d-4219-b62b-bca1aa349afb tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330173
Apr 19 18:32:21.464806 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-04542dc5-3225-404a-9187-4d628de2fc6a tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:21.481763 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-04542dc5-3225-404a-9187-4d628de2fc6a tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:21.484208 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:21.512232 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-d7ace5ee-c70d-4441-a5d9-e87d48e65fb3 None None] Port e02f93a3-7647-42ed-a3e8-ce9e104f07ad cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:32:21.528800 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04542dc5-3225-404a-9187-4d628de2fc6a tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e19311a-5490-4769-90a5-78d34b559db0,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:21.531947 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-04542dc5-3225-404a-9187-4d628de2fc6a tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:21.537611 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-04542dc5-3225-404a-9187-4d628de2fc6a tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:21.537945 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-04542dc5-3225-404a-9187-4d628de2fc6a tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4318731
Apr 19 18:32:21.538875 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 54490) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:21.545470 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-0870244d-13e3-437f-88f5-0b4ad9c5eda5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Request body: {'security_group_rule': {'security_group_id': '5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4', 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:21.552876 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-0870244d-13e3-437f-88f5-0b4ad9c5eda5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:21.558471 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-0870244d-13e3-437f-88f5-0b4ad9c5eda5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Usage tracker for resource:security_group_rule and tenant:b2c9c6242f9040c7a6043ce4b8184661 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:21.562245 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-0870244d-13e3-437f-88f5-0b4ad9c5eda5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:21.584449 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-0870244d-13e3-437f-88f5-0b4ad9c5eda5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:21.609970 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.securitygroups_db [None req-0870244d-13e3-437f-88f5-0b4ad9c5eda5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Project b2c9c6242f9040c7a6043ce4b8184661 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 18:32:21.618393 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0870244d-13e3-437f-88f5-0b4ad9c5eda5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:21.702270 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0870244d-13e3-437f-88f5-0b4ad9c5eda5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:21.705980 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0870244d-13e3-437f-88f5-0b4ad9c5eda5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:21.708343 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cc3bcd43-fa71-4a52-89c8-58623df70498 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:21.733434 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870244d-13e3-437f-88f5-0b4ad9c5eda5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500ba710-c6c4-48fa-80c3-4bd68dd50b8e,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:21.737327 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0870244d-13e3-437f-88f5-0b4ad9c5eda5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:21.758216 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0870244d-13e3-437f-88f5-0b4ad9c5eda5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:21.759548 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-0870244d-13e3-437f-88f5-0b4ad9c5eda5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2195487
Apr 19 18:32:21.762486 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 54498) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:21.768602 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-7e6c7fea-f65b-4df0-882d-eea495eeb729 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Request body: {'security_group_rule': {'security_group_id': '5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4', 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:21.775284 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-7e6c7fea-f65b-4df0-882d-eea495eeb729 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:21.780410 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-7e6c7fea-f65b-4df0-882d-eea495eeb729 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Usage tracker for resource:security_group_rule and tenant:b2c9c6242f9040c7a6043ce4b8184661 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:21.783523 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-7e6c7fea-f65b-4df0-882d-eea495eeb729 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:21.791254 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-7e6c7fea-f65b-4df0-882d-eea495eeb729 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:21.808956 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.securitygroups_db [None req-7e6c7fea-f65b-4df0-882d-eea495eeb729 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Project b2c9c6242f9040c7a6043ce4b8184661 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 18:32:21.817140 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7fea-f65b-4df0-882d-eea495eeb729 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:21.883359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:32:21.894346 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] 10.222.0.49 "PUT /v2.0/routers/eb4c7687-5c37-4149-97ee-49876ea207c4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2525012
Apr 19 18:32:21.940279 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71008ddf98>, [{'id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'name': 'tempest-TestVolumeBootPattern-2140124511-router', 'tenant_id': '10c74728a4ab4bf18ff76aef919c63e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '02c15c4c-cb89-4468-a822-558431253f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:57Z', 'updated_at': '2021-04-19T18:32:14Z', 'revision_number': 4, 'project_id': '10c74728a4ab4bf18ff76aef919c63e6', 'gw_port': {'id': '02c15c4c-cb89-4468-a822-558431253f67', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:00Z', 'updated_at': '2021-04-19T18:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4', 'name': '', 'network_id': '0ae3110d-a626-4c6a-880b-c51a8cf3ee66', 'tenant_id': '10c74728a4ab4bf18ff76aef919c63e6', 'mac_address': 'fa:16:3e:0e:ad:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ae56d5c9-50c9-4790-9b77-9581e1cfd057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:11Z', 'updated_at': '2021-04-19T18:32:20Z', 'revision_number': 4, 'project_id': '10c74728a4ab4bf18ff76aef919c63e6', 'subnets': [{'id': 'ae56d5c9-50c9-4790-9b77-9581e1cfd057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:21.956217 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0e3a10-8746-4918-9e17-10dcc9768509 None None] The sync data for ids ['8f8ad5d7-8c00-4c29-8909-602e87596d9f'] in dv-cinder-786928-1-iscsi is: [{'id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'name': 'tempest-TestVolumeBootPattern-2140124511-router', 'tenant_id': '10c74728a4ab4bf18ff76aef919c63e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '02c15c4c-cb89-4468-a822-558431253f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:57Z', 'updated_at': '2021-04-19T18:32:14Z', 'revision_number': 4, 'project_id': '10c74728a4ab4bf18ff76aef919c63e6', 'gw_port': {'id': '02c15c4c-cb89-4468-a822-558431253f67', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:00Z', 'updated_at': '2021-04-19T18:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4', 'name': '', 'network_id': '0ae3110d-a626-4c6a-880b-c51a8cf3ee66', 'tenant_id': '10c74728a4ab4bf18ff76aef919c63e6', 'mac_address': 'fa:16:3e:0e:ad:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ae56d5c9-50c9-4790-9b77-9581e1cfd057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:11Z', 'updated_at': '2021-04-19T18:32:20Z', 'revision_number': 4, 'project_id': '10c74728a4ab4bf18ff76aef919c63e6', 'subnets': [{'id': 'ae56d5c9-50c9-4790-9b77-9581e1cfd057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:32:21.964129 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7fea-f65b-4df0-882d-eea495eeb729 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:21.969999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7fea-f65b-4df0-882d-eea495eeb729 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:21.971685 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:22.073602 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c7fea-f65b-4df0-882d-eea495eeb729 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddca9416-87b3-4882-aaf7-51703cec2adc,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:22.079026 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-7e6c7fea-f65b-4df0-882d-eea495eeb729 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:22.092034 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7e6c7fea-f65b-4df0-882d-eea495eeb729 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:22.093519 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-7e6c7fea-f65b-4df0-882d-eea495eeb729 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3299181
Apr 19 18:32:22.448980 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454410b-b0d6-4131-a8ac-53fda491f3b7 req-2f838c03-15a9-4e2e-86a3-93456a1fe29e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:22.456843 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a454410b-b0d6-4131-a8ac-53fda491f3b7 req-2f838c03-15a9-4e2e-86a3-93456a1fe29e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.1436830
Apr 19 18:32:22.529988 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a454410b-b0d6-4131-a8ac-53fda491f3b7 req-b8d31ac7-d845-4cd8-a942-2abddfd1e13c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716927
Apr 19 18:32:22.818605 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51a91b-6af4-49fc-9cff-e053df2e2075 req-8ead8455-1496-4a3d-abc8-d1187dc0562b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:22.820336 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0a51a91b-6af4-49fc-9cff-e053df2e2075 req-8ead8455-1496-4a3d-abc8-d1187dc0562b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1603928
Apr 19 18:32:22.851266 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:22.952537 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0a51a91b-6af4-49fc-9cff-e053df2e2075 req-30e8aecf-0c11-40f5-b87d-a418c98aeaa5 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245248
Apr 19 18:32:23.059564 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:23.070545 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:23.071306 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:23.278301 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54586) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:23.285014 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1911334144-network', 'tenant_id': 'ad489038dcbf4a55bc2f86492e8d002f'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:23.295954 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:23.300804 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Usage tracker for resource:network and tenant:ad489038dcbf4a55bc2f86492e8d002f is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:23.306319 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:23.318757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:23.327634 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:23.342359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Made reservation on behalf of ad489038dcbf4a55bc2f86492e8d002f for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:32:23.347575 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:23.371856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:23.377823 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4,segment=NetworkSegment(6191d5e7-914d-4b5a-92f4-5c4e7c55357f),segment_id=6191d5e7-914d-4b5a-92f4-5c4e7c55357f)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:32:23.381806 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:23.383001 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device d42e6e60-fe12-4111-b01b-7f66f8d4d520 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:23.387206 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 54592) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:23.394393 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:23.399374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Usage tracker for resource:security_group_rule and tenant:ad489038dcbf4a55bc2f86492e8d002f is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:23.403338 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:23.410086 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:23.463057 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-82b60b5a-c2ec-415b-a558-95d47f24facd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:23.522914 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:23.529716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:23.546461 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367}  {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:32:23.558558 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port d42e6e60-fe12-4111-b01b-7f66f8d4d520 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:23.559700 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:23.560093 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Added segment 07535514-090e-476c-b806-b50af62879a1 of type vlan for network d897f2ae-bab9-4c7e-84ab-6e084612a33c
Apr 19 18:32:23.568207 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port d42e6e60-fe12-4111-b01b-7f66f8d4d520 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:23.568673 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:23.602470 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:23.617696 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:23.649378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:23.668111 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:23.711771 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa723db2-8408-4377-b219-ede44c2d299f,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:23.716118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:23.730140 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:23.732972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:23.734030 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:23.744317 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:23.795682 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:23.825012 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port d42e6e60-fe12-4111-b01b-7f66f8d4d520, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=d42e6e60-fe12-4111-b01b-7f66f8d4d520,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:32:23.845225 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f2b869f4-b41d-4861-a8c1-8c1338ad62a7 req-d88f1fab-18ed-428f-91d2-09fa42ba7085 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4564962
Apr 19 18:32:23.875364 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:23.882430 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-508fb8a3-b7a9-487d-b349-367c77229d44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:23.934485 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d0ed0-8694-4394-94aa-c3c231814107 req-f70008c8-b5e3-4951-9d16-1bdf034559e8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:23.937624 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6580672
Apr 19 18:32:23.938557 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Pushing event updated for resources: {'Network': ['ID=d897f2ae-bab9-4c7e-84ab-6e084612a33c,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:23.940997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54620) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:23.944104 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:23.950170 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-d1820496-29e5-442d-a1ff-c3bfa87333b3 admin admin] Request body: {'subnet': {'network_id': 'd897f2ae-bab9-4c7e-84ab-6e084612a33c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1911334144-subnet', 'tenant_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:23.955529 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e63d0ed0-8694-4394-94aa-c3c231814107 req-f70008c8-b5e3-4951-9d16-1bdf034559e8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.1752062
Apr 19 18:32:23.955718 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d1820496-29e5-442d-a1ff-c3bfa87333b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:23.960238 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d1820496-29e5-442d-a1ff-c3bfa87333b3 admin admin] Usage tracker for resource:subnet and tenant:ad489038dcbf4a55bc2f86492e8d002f is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:23.963927 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d1820496-29e5-442d-a1ff-c3bfa87333b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:23.970390 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d1820496-29e5-442d-a1ff-c3bfa87333b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:23.980820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1820496-29e5-442d-a1ff-c3bfa87333b3 admin admin] Made reservation on behalf of ad489038dcbf4a55bc2f86492e8d002f for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:32:23.988828 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d1820496-29e5-442d-a1ff-c3bfa87333b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852715214'] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:23.998479 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=d42e6e60-fe12-4111-b01b-7f66f8d4d520,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:24.014216 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network d897f2ae-bab9-4c7e-84ab-6e084612a33c details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:32:24.034965 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:24.131169 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e63d0ed0-8694-4394-94aa-c3c231814107 req-194d4d02-d43d-48a1-a02e-7462206f5385 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1745548
Apr 19 18:32:24.200163 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 54626) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:24.390929 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-31d1ebfa-b14e-432b-96ac-229ee885f150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:24.413650 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-31d1ebfa-b14e-432b-96ac-229ee885f150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:24.420532 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-31d1ebfa-b14e-432b-96ac-229ee885f150 admin admin] Usage tracker for resource:security_group_rule and tenant:5e449603397a4cbbabdeeb3450ead7f3 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:24.433000 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ac460-96f6-47ee-babb-8fabb9fd0523 req-32d00424-5f83-4c33-acd5-fc99497e3a06 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:24.441730 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-201ac460-96f6-47ee-babb-8fabb9fd0523 req-32d00424-5f83-4c33-acd5-fc99497e3a06 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.2227862
Apr 19 18:32:24.444101 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-31d1ebfa-b14e-432b-96ac-229ee885f150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:24.469846 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-31d1ebfa-b14e-432b-96ac-229ee885f150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:24.514870 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-201ac460-96f6-47ee-babb-8fabb9fd0523 req-189e7bed-9863-4a57-a5c8-87124c9fd34c tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721314
Apr 19 18:32:24.602243 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 717c7936-7304-41ca-95a4-58008b460a06 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:32:24.603569 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-31d1ebfa-b14e-432b-96ac-229ee885f150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:24.615349 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-31d1ebfa-b14e-432b-96ac-229ee885f150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:24.624724 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d1820496-29e5-442d-a1ff-c3bfa87333b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531853656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852715229'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:24.631248 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:24.632820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:24.713447 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-31d1ebfa-b14e-432b-96ac-229ee885f150 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e449603397a4cbbabdeeb3450ead7f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5093436
Apr 19 18:32:24.714891 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 54638) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:24.718260 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1820496-29e5-442d-a1ff-c3bfa87333b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86eaaf6f-bb9a-44a0-8691-980ec7469b7d,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:24.728626 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d1820496-29e5-442d-a1ff-c3bfa87333b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:24.733361 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1ebfa-b14e-432b-96ac-229ee885f150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f36c85-673d-4de7-ad23-f83c9450d97d,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:24.742877 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:24.746761 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-31d1ebfa-b14e-432b-96ac-229ee885f150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:24.779204 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1820496-29e5-442d-a1ff-c3bfa87333b3 admin admin] Checking segment: {'id': '07535514-090e-476c-b806-b50af62879a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd897f2ae-bab9-4c7e-84ab-6e084612a33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:24.779608 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1820496-29e5-442d-a1ff-c3bfa87333b3 admin admin] Network hostable DHCP agents. Network: d897f2ae-bab9-4c7e-84ab-6e084612a33c, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:32:24.807692 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8392a44-97ac-4fe0-a8b6-8dc6d40f2d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:24.820426 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1820496-29e5-442d-a1ff-c3bfa87333b3 admin admin] Network d897f2ae-bab9-4c7e-84ab-6e084612a33c is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:32:24.831192 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-d1820496-29e5-442d-a1ff-c3bfa87333b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, d897f2ae-bab9-4c7e-84ab-6e084612a33c) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:24.847754 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c359473f-09ce-4bc7-9651-70d1adc22947 None None] Network d897f2ae-bab9-4c7e-84ab-6e084612a33c requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:32:24.848811 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8392a44-97ac-4fe0-a8b6-8dc6d40f2d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:24.850267 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1820496-29e5-442d-a1ff-c3bfa87333b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:24.850925 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d1820496-29e5-442d-a1ff-c3bfa87333b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:24.876700 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-d1820496-29e5-442d-a1ff-c3bfa87333b3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9345353
Apr 19 18:32:24.879823 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54642) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:24.888126 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1911334144-router', 'tenant_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:24.894920 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:24.899202 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Usage tracker for resource:router and tenant:ad489038dcbf4a55bc2f86492e8d002f is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:24.906079 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:24.915370 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:24.948281 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-630764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-316'] for router, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:24.948727 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854145052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854091501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775515'] for router, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:24.967584 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:24.970432 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8392a44-97ac-4fe0-a8b6-8dc6d40f2d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:24.974640 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-39736e80-2858-416c-922e-e11862c18b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:25.002090 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8392a44-97ac-4fe0-a8b6-8dc6d40f2d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f36c85-673d-4de7-ad23-f83c9450d97d,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:25.030188 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f8392a44-97ac-4fe0-a8b6-8dc6d40f2d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:25.030188 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8392a44-97ac-4fe0-a8b6-8dc6d40f2d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:25.030188 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f8392a44-97ac-4fe0-a8b6-8dc6d40f2d6a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84f36c85-673d-4de7-ad23-f83c9450d97d HTTP/1.1" status: 204  len: 168 time: 0.2968535
Apr 19 18:32:25.082736 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:25.083317 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:25.250099 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Sync routers for ids ['eb4c7687-5c37-4149-97ee-49876ea207c4'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:32:25.257112 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c436ad-65af-555d-b32f-4431a98d60b1-d897f2ae-bab9-4c7e-84ab-6e084612a33c', 'network_id': 'd897f2ae-bab9-4c7e-84ab-6e084612a33c', 'tenant_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'fixed_ips': [{'subnet_id': '86eaaf6f-bb9a-44a0-8691-980ec7469b7d'}]}} from dv-cinder-786928-1-iscsi. {{(pid=86312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:32:25.258715 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:25.297598 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Routers {'eb4c7687-5c37-4149-97ee-49876ea207c4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:25.298311 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100220438>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:32:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['eb4c7687-5c37-4149-97ee-49876ea207c4'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:25.365513 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854124193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775530'] for router, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:25.438519 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a39d1-cddb-42df-8ea1-502f9cd4f3dd req-74fccf0f-49d3-466a-8549-40f29021b67a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:25.453892 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ec3a39d1-cddb-42df-8ea1-502f9cd4f3dd req-74fccf0f-49d3-466a-8549-40f29021b67a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.1683257
Apr 19 18:32:25.526705 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ec3a39d1-cddb-42df-8ea1-502f9cd4f3dd req-b2a03071-adb8-400a-9e68-819e187743f4 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667744
Apr 19 18:32:25.854692 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c432f30-d7d7-4e1d-bb01-feada7796858 req-8adf1a1e-cf1a-4f1c-baa2-13bb3b2800cc tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:25.863057 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0c432f30-d7d7-4e1d-bb01-feada7796858 req-8adf1a1e-cf1a-4f1c-baa2-13bb3b2800cc tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1798716
Apr 19 18:32:25.884264 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device d42e6e60-fe12-4111-b01b-7f66f8d4d520 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:25.902461 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:25.940872 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b869f4-b41d-4861-a8c1-8c1338ad62a7 req-e80d4100-86d4-4f46-9e3b-d721c1bca77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:25.942800 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f2b869f4-b41d-4861-a8c1-8c1338ad62a7 req-e80d4100-86d4-4f46-9e3b-d721c1bca77e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03&tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1 HTTP/1.1" status: 200  len: 1097 time: 0.1917415
Apr 19 18:32:25.949201 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0c432f30-d7d7-4e1d-bb01-feada7796858 req-4ad59893-a7ac-4862-8571-e8a4fdfe5a36 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851400
Apr 19 18:32:25.950754 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:26.058660 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Set router eb4c7687-5c37-4149-97ee-49876ea207c4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:26.077136 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b869f4-b41d-4861-a8c1-8c1338ad62a7 req-874dd7ee-5808-4375-a263-dca27bffa6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:26.079338 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f2b869f4-b41d-4861-a8c1-8c1338ad62a7 req-874dd7ee-5808-4375-a263-dca27bffa6b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1&device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 1097 time: 0.0926392
Apr 19 18:32:26.110449 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Allocated IP 172.20.0.2 (d897f2ae-bab9-4c7e-84ab-6e084612a33c/86eaaf6f-bb9a-44a0-8691-980ec7469b7d/890c564e-f19f-4436-a9e1-5b0c5a65b959) {{(pid=86312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:32:26.130171 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port d42e6e60-fe12-4111-b01b-7f66f8d4d520 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:26.130645 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:26.166423 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Allocated IP 172.27.1.14 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:32:26.256791 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b869f4-b41d-4861-a8c1-8c1338ad62a7 req-be79b56f-fbe7-49f4-a93d-ee08239b7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:26.258842 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f2b869f4-b41d-4861-a8c1-8c1338ad62a7 req-be79b56f-fbe7-49f4-a93d-ee08239b7e9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d286d36-8c52-42be-b3d4-52bf0bab0dba HTTP/1.1" status: 200  len: 918 time: 0.1719241
Apr 19 18:32:26.281681 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54676) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:26.461068 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:26.523909 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-252778327-network', 'tenant_id': '20e2b5460150473caf714c4478fc00b1'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:26.535341 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:26.549155 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:26.552496 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:26.644815 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Pushing event updated for resources: {'Port': ['ID=893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:26.647907 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Usage tracker for resource:network and tenant:20e2b5460150473caf714c4478fc00b1 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:26.652800 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:26.654093 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:26.655011 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:26.659834 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:26.665597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:32:26.815730 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Notify callbacks [] for port, precommit_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:26.835046 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Transition to ACTIVE for port object 890c564e-f19f-4436-a9e1-5b0c5a65b959 will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:26.864068 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Transition to ACTIVE for port object 890c564e-f19f-4436-a9e1-5b0c5a65b959 will not be triggered until provisioned by entity DHCP. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:26.868540 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100220438>, [{'id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'name': 'tempest-TestMinimumBasicScenario-1140933156-router', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:06Z', 'updated_at': '2021-04-19T18:32:19Z', 'revision_number': 4, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'gw_port': {'id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:10Z', 'updated_at': '2021-04-19T18:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'e02f93a3-7647-42ed-a3e8-ce9e104f07ad', 'name': '', 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'mac_address': 'fa:16:3e:14:b6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:18Z', 'updated_at': '2021-04-19T18:32:20Z', 'revision_number': 2, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'subnets': [{'id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:26.872210 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:26.872954 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:26.879702 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:26.914076 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f2b869f4-b41d-4861-a8c1-8c1338ad62a7 req-a2b05754-c2e3-40ed-b291-608084db321a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=717c7936-7304-41ca-95a4-58008b460a06 HTTP/1.1" status: 200  len: 1000 time: 0.6473126
Apr 19 18:32:26.923810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Checking router: eb4c7687-5c37-4149-97ee-49876ea207c4 for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:32:26.924219 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Updating router eb4c7687-5c37-4149-97ee-49876ea207c4 port e02f93a3-7647-42ed-a3e8-ce9e104f07ad binding host dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:32:26.942965 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Made reservation on behalf of 20e2b5460150473caf714c4478fc00b1 for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:32:26.948435 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:26.971944 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:26.986099 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Network d897f2ae-bab9-4c7e-84ab-6e084612a33c is already hosted by enough agents. {{(pid=86312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:27.000881 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:27.002219 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Resources bound (agent type, host, resource id):  {{(pid=86312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:27.005431 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Usage tracker for resource:security_group_rule and tenant:20e2b5460150473caf714c4478fc00b1 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:27.009222 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Received port after_create {{(pid=86312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:32:27.009501 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:27.018939 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:27.026989 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Pushing event updated for resources: {'Port': ['ID=890c564e-f19f-4436-a9e1-5b0c5a65b959,revision_number=1']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:27.047577 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b869f4-b41d-4861-a8c1-8c1338ad62a7 req-efb028b4-a92f-4b24-aac3-07453a4f50c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:27.049395 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f2b869f4-b41d-4861-a8c1-8c1338ad62a7 req-efb028b4-a92f-4b24-aac3-07453a4f50c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0439e37-0067-4362-b195-88afbdb39dd2 HTTP/1.1" status: 200  len: 856 time: 0.1252258
Apr 19 18:32:27.051714 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2bf43-1186-4378-aa78-715b3a2db308 req-3edb2bbe-3bdf-4a14-8557-6b7d61f2d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:27.053253 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-86b2bf43-1186-4378-aa78-715b3a2db308 req-3edb2bbe-3bdf-4a14-8557-6b7d61f2d6c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 1098 time: 0.3078656
Apr 19 18:32:27.061189 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:27.061917 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:27.063722 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a4f30-1990-49a4-844a-645eff67cb64 req-9b03340a-6e26-4a15-b29f-4547f3f638f7 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:27.070886 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c12a4f30-1990-49a4-844a-645eff67cb64 req-9b03340a-6e26-4a15-b29f-4547f3f638f7 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.3237255
Apr 19 18:32:27.179568 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Attempting to bind port 890c564e-f19f-4436-a9e1-5b0c5a65b959 on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:32:27.179989 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Attempting to bind port 890c564e-f19f-4436-a9e1-5b0c5a65b959 by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '07535514-090e-476c-b806-b50af62879a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd897f2ae-bab9-4c7e-84ab-6e084612a33c'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:32:27.180402 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Attempting to bind port 890c564e-f19f-4436-a9e1-5b0c5a65b959 on network d897f2ae-bab9-4c7e-84ab-6e084612a33c {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:32:27.199598 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:27.199872 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:32:27.200301 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Checking segment: {'id': '07535514-090e-476c-b806-b50af62879a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd897f2ae-bab9-4c7e-84ab-6e084612a33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:27.200758 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:27.201225 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Bound using segment: {'id': '07535514-090e-476c-b806-b50af62879a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd897f2ae-bab9-4c7e-84ab-6e084612a33c'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:32:27.201807 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Bound port: 890c564e-f19f-4436-a9e1-5b0c5a65b959, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07535514-090e-476c-b806-b50af62879a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd897f2ae-bab9-4c7e-84ab-6e084612a33c'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:32:27.202632 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:27.264897 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-86b2bf43-1186-4378-aa78-715b3a2db308 req-71b19ef1-ea01-482e-a449-eb4934911de3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534741
Apr 19 18:32:27.272697 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:27.277637 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c12a4f30-1990-49a4-844a-645eff67cb64 req-9e7631c2-5cd2-4ab1-8a9a-23c08a6229da tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1647973
Apr 19 18:32:27.280490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3bad6dd-3afa-4b05-948b-8136aca78361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:27.320998 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b869f4-b41d-4861-a8c1-8c1338ad62a7 req-9f560323-e8bf-4e7c-a297-44721341c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:27.322706 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f2b869f4-b41d-4861-a8c1-8c1338ad62a7 req-9f560323-e8bf-4e7c-a297-44721341c7ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d286d36-8c52-42be-b3d4-52bf0bab0dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2504425
Apr 19 18:32:27.329113 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396}  {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:32:27.363961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181343d9-05e7-4e86-ade8-b72aa1b4c0b2,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:27.371777 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535d725-3346-4c19-9358-6da090010e47 req-0e44343b-d15a-4597-a71e-17bbcbabe99f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:27.377015 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:27.378644 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:27.378644 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Added segment 7eed0a41-34c2-44c6-99e5-f4308f54047d of type vlan for network 615e24d7-58d3-4070-af82-06f80838c273
Apr 19 18:32:27.379586 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0535d725-3346-4c19-9358-6da090010e47 req-0e44343b-d15a-4597-a71e-17bbcbabe99f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.2657280
Apr 19 18:32:27.396738 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:27.468391 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] For port 890c564e-f19f-4436-a9e1-5b0c5a65b959, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:32:27.487781 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] For port 890c564e-f19f-4436-a9e1-5b0c5a65b959, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=890c564e-f19f-4436-a9e1-5b0c5a65b959,segment=NetworkSegment(07535514-090e-476c-b806-b50af62879a1),segment_id=07535514-090e-476c-b806-b50af62879a1)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:32:27.492266 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:27.499138 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:27.507129 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0535d725-3346-4c19-9358-6da090010e47 req-4288677f-ac2a-45c5-b607-9b7bec58e0c8 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265681
Apr 19 18:32:27.556815 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f2b869f4-b41d-4861-a8c1-8c1338ad62a7 req-ff591cf5-d13b-4ab3-b6fd-43d7eda8ec01 service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2249830
Apr 19 18:32:27.629272 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Pushing event updated for resources: {'Port': ['ID=890c564e-f19f-4436-a9e1-5b0c5a65b959,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:27.633621 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:27.731556 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f2b869f4-b41d-4861-a8c1-8c1338ad62a7 req-c269a640-fbfb-44f3-86cf-1b4cebc777ed service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1671569
Apr 19 18:32:27.740084 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Notify callbacks [] for port, precommit_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:27.766812 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Transition to ACTIVE for port object e02f93a3-7647-42ed-a3e8-ce9e104f07ad will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:27.773522 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:27.785470 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:27.801320 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:27.906145 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:27.913968 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:27.913968 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:27.967221 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:28.006218 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 54694) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:28.013015 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-6dfd55f4-5779-41b4-ae80-2d9dcdb14aea admin admin] Request body: {'subnet': {'network_id': '615e24d7-58d3-4070-af82-06f80838c273', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-252778327-subnet', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'ip_version': 4}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:28.017466 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.7342050
Apr 19 18:32:28.022646 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-6dfd55f4-5779-41b4-ae80-2d9dcdb14aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:28.047534 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-6dfd55f4-5779-41b4-ae80-2d9dcdb14aea admin admin] Usage tracker for resource:subnet and tenant:20e2b5460150473caf714c4478fc00b1 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:28.051361 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13984f26-aaeb-4e84-83d2-144b7eb6e204 None None] Pushing event updated for resources: {'Port': ['ID=e02f93a3-7647-42ed-a3e8-ce9e104f07ad,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:28.055157 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-6dfd55f4-5779-41b4-ae80-2d9dcdb14aea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:28.060476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-13984f26-aaeb-4e84-83d2-144b7eb6e204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:28.069002 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-6dfd55f4-5779-41b4-ae80-2d9dcdb14aea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:28.102765 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfd55f4-5779-41b4-ae80-2d9dcdb14aea admin admin] Made reservation on behalf of 20e2b5460150473caf714c4478fc00b1 for: {'subnet': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:32:28.111680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6dfd55f4-5779-41b4-ae80-2d9dcdb14aea admin admin] Notify callbacks [] for subnet, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:28.167114 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:32:28.187656 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Attempting to bind port e02f93a3-7647-42ed-a3e8-ce9e104f07ad on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:32:28.188383 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Attempting to bind port e02f93a3-7647-42ed-a3e8-ce9e104f07ad by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '09654d5d-78d0-4e3a-bec2-07fd9708c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:32:28.188999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Attempting to bind port e02f93a3-7647-42ed-a3e8-ce9e104f07ad on network 8e23a024-d945-4415-9ec2-2d14f1cce659 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:32:28.198209 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:32:28.198948 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Checking segment: {'id': '09654d5d-78d0-4e3a-bec2-07fd9708c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:28.199603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:28.200350 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Bound using segment: {'id': '09654d5d-78d0-4e3a-bec2-07fd9708c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:32:28.201061 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Bound port: e02f93a3-7647-42ed-a3e8-ce9e104f07ad, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09654d5d-78d0-4e3a-bec2-07fd9708c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:32:28.201725 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:28.353841 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] For port e02f93a3-7647-42ed-a3e8-ce9e104f07ad, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:32:28.362317 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] For port e02f93a3-7647-42ed-a3e8-ce9e104f07ad, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=e02f93a3-7647-42ed-a3e8-ce9e104f07ad,segment=NetworkSegment(09654d5d-78d0-4e3a-bec2-07fd9708c3a4),segment_id=09654d5d-78d0-4e3a-bec2-07fd9708c3a4)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:32:28.370769 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:28.376761 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-46b63e4a-65ae-4f73-bde2-4d7d03615cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:28.402146 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Pushing event updated for resources: {'Network': ['ID=615e24d7-58d3-4070-af82-06f80838c273,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:28.406864 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:28.438130 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network 615e24d7-58d3-4070-af82-06f80838c273 details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:32:28.462985 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:28.588398 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Routers {'eb4c7687-5c37-4149-97ee-49876ea207c4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:28.591569 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100220438>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:32:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['eb4c7687-5c37-4149-97ee-49876ea207c4'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:28.815017 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Router 82956b25-291a-46e9-a8d5-aba27ed6dbc1 is scheduled to L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c with binding_index 1 {{(pid=86311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:32:28.952269 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23707215-4645-48d6-b52c-f3801240521c req-e04fc2a6-a457-4cda-ba93-3916a5273f5c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:28.968634 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-23707215-4645-48d6-b52c-f3801240521c req-e04fc2a6-a457-4cda-ba93-3916a5273f5c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.4872606
Apr 19 18:32:29.077461 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-23707215-4645-48d6-b52c-f3801240521c req-af4afe9e-fa90-4a10-b236-7c493591f506 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001379
Apr 19 18:32:29.113920 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e7d56-2b51-4d18-88d1-c5e5e548a84a req-32204ac0-18f8-4d50-8b8b-e1b13c97c6ad tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:29.116040 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-796e7d56-2b51-4d18-88d1-c5e5e548a84a req-32204ac0-18f8-4d50-8b8b-e1b13c97c6ad tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.3735254
Apr 19 18:32:29.140698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:32:29.151629 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Sync routers for ids ['82956b25-291a-46e9-a8d5-aba27ed6dbc1'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:32:29.154622 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13984f26-aaeb-4e84-83d2-144b7eb6e204 None None] Pushing event updated for resources: {'Port': ['ID=e02f93a3-7647-42ed-a3e8-ce9e104f07ad,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:29.173882 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:29.175407 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.2929032
Apr 19 18:32:29.178322 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54724) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:29.181045 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Routers {'82956b25-291a-46e9-a8d5-aba27ed6dbc1'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:29.184752 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100154a20>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:32:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['82956b25-291a-46e9-a8d5-aba27ed6dbc1'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:29.194930 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] Set router eb4c7687-5c37-4149-97ee-49876ea207c4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:29.231635 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-796e7d56-2b51-4d18-88d1-c5e5e548a84a req-b38294c7-3df3-467a-82de-fb3147cf5905 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889642
Apr 19 18:32:29.480710 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6dfd55f4-5779-41b4-ae80-2d9dcdb14aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for subnet, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:29.503241 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:29.554545 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Set router 82956b25-291a-46e9-a8d5-aba27ed6dbc1 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:29.575021 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 890c564e-f19f-4436-a9e1-5b0c5a65b959 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:29.605147 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc72c6b0-8b23-41fc-b4f5-ee38ff3f5d21 None None] Network d897f2ae-bab9-4c7e-84ab-6e084612a33c requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:32:29.753038 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-13984f26-aaeb-4e84-83d2-144b7eb6e204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.362s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:29.771688 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd55f4-5779-41b4-ae80-2d9dcdb14aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb7486fb-0d56-429a-a715-77c1a9369497,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:29.793813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd55f4-5779-41b4-ae80-2d9dcdb14aea admin admin] Checking segment: {'id': '7eed0a41-34c2-44c6-99e5-f4308f54047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '615e24d7-58d3-4070-af82-06f80838c273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:29.794439 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfd55f4-5779-41b4-ae80-2d9dcdb14aea admin admin] Network hostable DHCP agents. Network: 615e24d7-58d3-4070-af82-06f80838c273, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:32:29.809954 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6dfd55f4-5779-41b4-ae80-2d9dcdb14aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:29.846310 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfd55f4-5779-41b4-ae80-2d9dcdb14aea admin admin] Network 615e24d7-58d3-4070-af82-06f80838c273 is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:32:29.858034 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-6dfd55f4-5779-41b4-ae80-2d9dcdb14aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, 615e24d7-58d3-4070-af82-06f80838c273) {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:29.876823 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfd55f4-5779-41b4-ae80-2d9dcdb14aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:29.877890 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6dfd55f4-5779-41b4-ae80-2d9dcdb14aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:29.936399 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-6dfd55f4-5779-41b4-ae80-2d9dcdb14aea admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.9257081
Apr 19 18:32:29.936922 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 54740) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:29.943664 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-252778327-router', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:29.950633 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:29.971044 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Usage tracker for resource:router and tenant:20e2b5460150473caf714c4478fc00b1 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:29.977829 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:29.992325 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:30.033466 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-630764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-316'] for router, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:30.037293 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854145052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854091501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775515'] for router, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:30.078598 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:30.187470 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fc12a9-dfba-438f-b3b7-47e30fa03463 None None] Network 615e24d7-58d3-4070-af82-06f80838c273 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:32:30.225121 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100154a20>, [{'id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'name': 'tempest-TestMinimumBasicScenario-1911334144-router', 'tenant_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:24Z', 'updated_at': '2021-04-19T18:32:26Z', 'revision_number': 3, 'project_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'gw_port': {'id': '893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:25Z', 'updated_at': '2021-04-19T18:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:30.230783 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Checking router: 82956b25-291a-46e9-a8d5-aba27ed6dbc1 for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:32:30.231912 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Updating router 82956b25-291a-46e9-a8d5-aba27ed6dbc1 port 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259 binding host dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:32:30.406520 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:30.931699 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:30.950373 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Transition to ACTIVE for port object 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:30.960485 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-5daabcc6-5ce8-4c31-9ec4-18e973591e71 None None] Provisioning for port 890c564e-f19f-4436-a9e1-5b0c5a65b959 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:30.961403 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:30.973043 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b3f6031c-798f-49bc-b745-dbcfe58e9610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:30.989091 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c436ad-65af-555d-b32f-4431a98d60b1-615e24d7-58d3-4070-af82-06f80838c273', 'network_id': '615e24d7-58d3-4070-af82-06f80838c273', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'fixed_ips': [{'subnet_id': 'eb7486fb-0d56-429a-a715-77c1a9369497'}]}} from dv-cinder-786928-1-iscsi. {{(pid=86312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:32:30.990909 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:31.079552 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252277b9-cad2-42d5-b8ec-962cf7c63d7f None None] Pushing event updated for resources: {'Port': ['ID=893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:31.083317 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-252277b9-cad2-42d5-b8ec-962cf7c63d7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:31.084201 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Attempting to bind port 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259 on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:32:31.084680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Attempting to bind port 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259 by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:32:31.085168 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Attempting to bind port 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259 on network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:32:31.091916 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:32:31.092446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Checking segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:31.093095 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:31.093611 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Bound using segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:32:31.094365 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Bound port: 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:32:31.094788 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:31.187748 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:31.192504 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] For port 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:32:31.196516 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] For port 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:32:31.203807 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:31.217405 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:31.347740 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252277b9-cad2-42d5-b8ec-962cf7c63d7f None None] Pushing event updated for resources: {'Port': ['ID=893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:31.353181 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-252277b9-cad2-42d5-b8ec-962cf7c63d7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:31.359419 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Routers {'82956b25-291a-46e9-a8d5-aba27ed6dbc1'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:31.360280 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100154a20>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:32:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['82956b25-291a-46e9-a8d5-aba27ed6dbc1'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:31.511151 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Allocated IP 172.20.0.2 (615e24d7-58d3-4070-af82-06f80838c273/eb7486fb-0d56-429a-a715-77c1a9369497/286f9267-833b-4bb6-bc7b-f482a75605e9) {{(pid=86312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:32:31.528382 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854124193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775530'] for router, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:31.614484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] Set router 82956b25-291a-46e9-a8d5-aba27ed6dbc1 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:31.707383 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Allocated IP 172.20.0.1 (d897f2ae-bab9-4c7e-84ab-6e084612a33c/86eaaf6f-bb9a-44a0-8691-980ec7469b7d/7ef98599-1022-4ee9-bffd-49543e2cb68e) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:32:31.749271 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00664bba-83a3-4ce5-8e81-74836fc4d07b req-41299c8d-5045-4ae0-a4c3-17e1857dc152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:31.750950 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-00664bba-83a3-4ce5-8e81-74836fc4d07b req-41299c8d-5045-4ae0-a4c3-17e1857dc152 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd6d3dff6251456ab69d797d216f3c79&device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 1098 time: 1.3224461
Apr 19 18:32:31.899299 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Notify callbacks [] for port, precommit_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:31.901629 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c869e1e-f8be-454c-b3fd-fb69534cc316 req-9e7f875b-1421-473b-8146-95ac75e4d115 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:31.905762 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9c869e1e-f8be-454c-b3fd-fb69534cc316 req-9e7f875b-1421-473b-8146-95ac75e4d115 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 1.2907803
Apr 19 18:32:31.920778 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Transition to ACTIVE for port object 286f9267-833b-4bb6-bc7b-f482a75605e9 will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:31.936000 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3af09-1b07-447a-8acb-6da2ca8a4def req-03de3931-9129-44f5-b477-8404d810dd66 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:31.939805 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b0e3af09-1b07-447a-8acb-6da2ca8a4def req-03de3931-9129-44f5-b477-8404d810dd66 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 1.5131505
Apr 19 18:32:31.944640 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Transition to ACTIVE for port object 286f9267-833b-4bb6-bc7b-f482a75605e9 will not be triggered until provisioned by entity DHCP. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:31.975964 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:31.985976 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100154a20>, [{'id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'name': 'tempest-TestMinimumBasicScenario-1911334144-router', 'tenant_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:24Z', 'updated_at': '2021-04-19T18:32:26Z', 'revision_number': 3, 'project_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'gw_port': {'id': '893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:25Z', 'updated_at': '2021-04-19T18:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:31.990760 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d509df-6be1-4ecb-b9a3-f627dd10c350 None None] The sync data for ids ['82956b25-291a-46e9-a8d5-aba27ed6dbc1'] in dv-cinder-786928-1-iscsi is: [{'id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'name': 'tempest-TestMinimumBasicScenario-1911334144-router', 'tenant_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:24Z', 'updated_at': '2021-04-19T18:32:26Z', 'revision_number': 3, 'project_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'gw_port': {'id': '893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:25Z', 'updated_at': '2021-04-19T18:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:32:32.000583 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 890c564e-f19f-4436-a9e1-5b0c5a65b959 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:32.016876 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:32.029040 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:32.049371 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Transition to ACTIVE for port object 7ef98599-1022-4ee9-bffd-49543e2cb68e will not be triggered until provisioned by entity DHCP. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:32.128956 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b0e3af09-1b07-447a-8acb-6da2ca8a4def req-fb678b86-6c8e-4fb4-923a-0804d2943904 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1362207
Apr 19 18:32:32.131310 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:32.133289 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9c869e1e-f8be-454c-b3fd-fb69534cc316 req-4bb64fc6-7d05-46a1-8349-a831396fab89 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2189424
Apr 19 18:32:32.166832 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:32.190215 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 890c564e-f19f-4436-a9e1-5b0c5a65b959 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:32.190650 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:32.364289 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Network d897f2ae-bab9-4c7e-84ab-6e084612a33c is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:32.374523 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Network 615e24d7-58d3-4070-af82-06f80838c273 is already hosted by enough agents. {{(pid=86312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:32.387732 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:32.399739 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:32:32.452029 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Resources bound (agent type, host, resource id):  {{(pid=86312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:32.463936 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Pushing event updated for resources: {'Port': ['ID=286f9267-833b-4bb6-bc7b-f482a75605e9,revision_number=1']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:32.467609 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:32.470514 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Received port after_create {{(pid=86312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:32:32.520884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:32.720843 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:32.751395 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100220438>, [{'id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'name': 'tempest-TestMinimumBasicScenario-1140933156-router', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:06Z', 'updated_at': '2021-04-19T18:32:19Z', 'revision_number': 4, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'gw_port': {'id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:10Z', 'updated_at': '2021-04-19T18:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'e02f93a3-7647-42ed-a3e8-ce9e104f07ad', 'name': '', 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'mac_address': 'fa:16:3e:14:b6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:18Z', 'updated_at': '2021-04-19T18:32:28Z', 'revision_number': 4, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'subnets': [{'id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:32.797292 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497b9ce-4154-41e2-bef3-a95a4073545f None None] The sync data for ids ['eb4c7687-5c37-4149-97ee-49876ea207c4'] in dv-cinder-786928-1-iscsi is: [{'id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'name': 'tempest-TestMinimumBasicScenario-1140933156-router', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:06Z', 'updated_at': '2021-04-19T18:32:19Z', 'revision_number': 4, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'gw_port': {'id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:10Z', 'updated_at': '2021-04-19T18:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'e02f93a3-7647-42ed-a3e8-ce9e104f07ad', 'name': '', 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'mac_address': 'fa:16:3e:14:b6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:18Z', 'updated_at': '2021-04-19T18:32:28Z', 'revision_number': 4, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'subnets': [{'id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:32:32.804015 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Attempting to bind port 286f9267-833b-4bb6-bc7b-f482a75605e9 on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:32:32.804505 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Attempting to bind port 286f9267-833b-4bb6-bc7b-f482a75605e9 by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '7eed0a41-34c2-44c6-99e5-f4308f54047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '615e24d7-58d3-4070-af82-06f80838c273'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:32:32.804999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Attempting to bind port 286f9267-833b-4bb6-bc7b-f482a75605e9 on network 615e24d7-58d3-4070-af82-06f80838c273 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:32:32.893198 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854139902'] for router_interface, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:32.970543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:32:32.971640 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Checking segment: {'id': '7eed0a41-34c2-44c6-99e5-f4308f54047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '615e24d7-58d3-4070-af82-06f80838c273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:32.972484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:32.973122 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Bound using segment: {'id': '7eed0a41-34c2-44c6-99e5-f4308f54047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '615e24d7-58d3-4070-af82-06f80838c273'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:32:32.973905 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Bound port: 286f9267-833b-4bb6-bc7b-f482a75605e9, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eed0a41-34c2-44c6-99e5-f4308f54047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '615e24d7-58d3-4070-af82-06f80838c273'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:32:32.974569 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:33.015747 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:33.029415 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:33.033652 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-60b3b7b7-4a34-4da7-8d21-6a2d64bc72de None None] Provisioning complete for port 890c564e-f19f-4436-a9e1-5b0c5a65b959 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:33.034186 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-60b3b7b7-4a34-4da7-8d21-6a2d64bc72de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:33.065700 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef98599-1022-4ee9-bffd-49543e2cb68e,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:33.076592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.910s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:33.238972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00664bba-83a3-4ce5-8e81-74836fc4d07b req-9778d15e-6c68-4a8e-910b-158ded6c84a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:33.241243 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-00664bba-83a3-4ce5-8e81-74836fc4d07b req-9778d15e-6c68-4a8e-910b-158ded6c84a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=acd59ac1-d427-4149-8d1a-2f550ec235ed HTTP/1.1" status: 200  len: 919 time: 0.6107514
Apr 19 18:32:33.483421 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port 890c564e-f19f-4436-a9e1-5b0c5a65b959, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=890c564e-f19f-4436-a9e1-5b0c5a65b959,segment=NetworkSegment(07535514-090e-476c-b806-b50af62879a1),segment_id=07535514-090e-476c-b806-b50af62879a1)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:32:33.597638 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-00664bba-83a3-4ce5-8e81-74836fc4d07b req-bd2af5cb-ce93-400c-9e84-3b7746a16480 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7f46757-ad1c-4db6-a7ba-732e7688475f HTTP/1.1" status: 200  len: 217 time: 0.3326786
Apr 19 18:32:33.613597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Allocated IP 172.27.1.50 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/88a11d8a-b671-4997-8180-aa228f173b4a) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:32:33.620175 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:33.632593 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531857088'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:33.643002 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:33.672615 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:33.677232 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:33.884942 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef98599-1022-4ee9-bffd-49543e2cb68e,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:33.889831 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:33.910331 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00664bba-83a3-4ce5-8e81-74836fc4d07b req-31563443-31c0-413d-a526-3af1d0c35897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:33.912028 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-00664bba-83a3-4ce5-8e81-74836fc4d07b req-31563443-31c0-413d-a526-3af1d0c35897 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1939f7f6-46d3-4a60-90df-2e2254de6630 HTTP/1.1" status: 200  len: 858 time: 0.1538348
Apr 19 18:32:33.917184 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851135825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636005'] for router_interface, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:34.011813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=890c564e-f19f-4436-a9e1-5b0c5a65b959,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:34.026626 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:34.042346 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device e02f93a3-7647-42ed-a3e8-ce9e104f07ad up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:34.166210 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Network d897f2ae-bab9-4c7e-84ab-6e084612a33c is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:34.170374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:34.178724 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648813c-6d3e-4519-98d2-b65bd3a8ebed req-4e0d2513-5f9c-4e84-9346-9044226117b5 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:34.201450 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2648813c-6d3e-4519-98d2-b65bd3a8ebed req-4e0d2513-5f9c-4e84-9346-9044226117b5 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.7628064
Apr 19 18:32:34.266079 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-00664bba-83a3-4ce5-8e81-74836fc4d07b req-7eb0c221-bbcd-439b-9522-016f5afcee8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=acd59ac1-d427-4149-8d1a-2f550ec235ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3173723
Apr 19 18:32:34.290973 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-63c1aa8c-f8ce-4ed8-84b5-432fa20d838e None None] Provisioning for port 7ef98599-1022-4ee9-bffd-49543e2cb68e completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:34.303574 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port e02f93a3-7647-42ed-a3e8-ce9e104f07ad completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:34.330618 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port e02f93a3-7647-42ed-a3e8-ce9e104f07ad triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:34.330983 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:34.383936 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-63c1aa8c-f8ce-4ed8-84b5-432fa20d838e None None] Provisioning complete for port 7ef98599-1022-4ee9-bffd-49543e2cb68e triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:34.388855 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-63c1aa8c-f8ce-4ed8-84b5-432fa20d838e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:34.603478 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2648813c-6d3e-4519-98d2-b65bd3a8ebed req-637d8f0b-622e-4d3e-9112-d80c3873f064 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4007268
Apr 19 18:32:34.648971 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Router 82956b25-291a-46e9-a8d5-aba27ed6dbc1 has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:32:34.649760 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a8c0f-d5ba-4630-abae-32adf5e98b10 req-245049d3-5e34-4b10-8667-6a73c45573ad tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:34.658921 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e69a8c0f-d5ba-4630-abae-32adf5e98b10 req-245049d3-5e34-4b10-8667-6a73c45573ad tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 1.1826475
Apr 19 18:32:34.794104 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e69a8c0f-d5ba-4630-abae-32adf5e98b10 req-f93e9baa-ea5b-4d32-bb1a-ee53adefd636 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1335201
Apr 19 18:32:34.808283 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:34.816692 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-63c1aa8c-f8ce-4ed8-84b5-432fa20d838e None None] Port 7ef98599-1022-4ee9-bffd-49543e2cb68e cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:32:34.837427 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] For port 286f9267-833b-4bb6-bc7b-f482a75605e9, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:32:34.861728 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] For port 286f9267-833b-4bb6-bc7b-f482a75605e9, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=286f9267-833b-4bb6-bc7b-f482a75605e9,segment=NetworkSegment(7eed0a41-34c2-44c6-99e5-f4308f54047d),segment_id=7eed0a41-34c2-44c6-99e5-f4308f54047d)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:32:34.870208 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-00664bba-83a3-4ce5-8e81-74836fc4d07b req-8afc375c-9156-4a8b-9f2d-3904a80e4335 service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5390666
Apr 19 18:32:34.871385 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:34.884561 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:34.894410 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:34.901784 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ed5b0c0d-b266-40ae-bd5b-46ad485b5820 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:34.972622 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:32:35.005709 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] 10.222.0.49 "PUT /v2.0/routers/82956b25-291a-46e9-a8d5-aba27ed6dbc1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8260069
Apr 19 18:32:35.111570 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Pushing event updated for resources: {'Port': ['ID=88a11d8a-b671-4997-8180-aa228f173b4a,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:35.133385 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:35.134495 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:35.153113 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:35.153555 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:35.154813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:35.155187 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:35.155599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:35.156008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:35.156407 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:35.156809 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:35.157209 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:35.158458 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:35.161904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:35.163682 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:35.169046 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:32:35.209494 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Pushing event updated for resources: {'Port': ['ID=286f9267-833b-4bb6-bc7b-f482a75605e9,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:35.248866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:35.250701 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-6cc42879-ef97-42e9-a54d-055df3dec572 None None] Provisioning complete for port 7ef98599-1022-4ee9-bffd-49543e2cb68e triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:35.252315 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6cc42879-ef97-42e9-a54d-055df3dec572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:35.284082 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:35.320495 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:35.389677 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-6cc42879-ef97-42e9-a54d-055df3dec572 None None] Port 7ef98599-1022-4ee9-bffd-49543e2cb68e cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:32:35.413750 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port e02f93a3-7647-42ed-a3e8-ce9e104f07ad, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=e02f93a3-7647-42ed-a3e8-ce9e104f07ad,segment=NetworkSegment(09654d5d-78d0-4e3a-bec2-07fd9708c3a4),segment_id=09654d5d-78d0-4e3a-bec2-07fd9708c3a4)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:32:35.447887 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:35.448680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:35.505744 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:35.818525 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=e02f93a3-7647-42ed-a3e8-ce9e104f07ad,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:35.834485 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:35.851173 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:35.866632 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:35.867062 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:36.086031 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:36.109627 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:32:36.114566 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:36.116818 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-508fb8a3-b7a9-487d-b349-367c77229d44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:36.213909 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:36.220344 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:36.480694 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Sync routers for ids ['82956b25-291a-46e9-a8d5-aba27ed6dbc1'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:32:36.504901 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Routers {'82956b25-291a-46e9-a8d5-aba27ed6dbc1'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:36.506850 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710058ed30>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:32:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['82956b25-291a-46e9-a8d5-aba27ed6dbc1'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:36.546703 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d12fe-b023-4be1-b767-93d34badd729 req-306cdb66-b2d7-4306-9d9a-7eba43dc8f12 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:36.557903 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4f4d12fe-b023-4be1-b767-93d34badd729 req-306cdb66-b2d7-4306-9d9a-7eba43dc8f12 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.3063047
Apr 19 18:32:36.574531 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:36.634100 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device e02f93a3-7647-42ed-a3e8-ce9e104f07ad up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:36.653283 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cacd81-e8a3-40a5-b220-ea0d1de275b2 req-59d04f83-5189-4b1b-bb53-6eb100f43c42 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:36.661418 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-56cacd81-e8a3-40a5-b220-ea0d1de275b2 req-59d04f83-5189-4b1b-bb53-6eb100f43c42 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.3716726
Apr 19 18:32:37.113753 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port e02f93a3-7647-42ed-a3e8-ce9e104f07ad triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:37.114275 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:37.243351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Set router 82956b25-291a-46e9-a8d5-aba27ed6dbc1 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:37.295904 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4f4d12fe-b023-4be1-b767-93d34badd729 req-66572a7d-69b8-4ac3-9f61-eb2ab3c6b863 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7299187
Apr 19 18:32:37.366280 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873bca11-df57-4602-b9c4-447b91191e11 None None] Network 615e24d7-58d3-4070-af82-06f80838c273 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:32:37.370158 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-56cacd81-e8a3-40a5-b220-ea0d1de275b2 req-bb2a0c6c-7561-4a38-8e21-0287ba679b35 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7072840
Apr 19 18:32:37.669462 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-00664bba-83a3-4ce5-8e81-74836fc4d07b req-2d3a8395-46db-494b-9d57-e0f04cfff93c service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9913089
Apr 19 18:32:37.766621 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:37.801945 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-4fb60ecb-8a1d-4a99-bab4-1655fbc8ff97 None None] Provisioning for port 286f9267-833b-4bb6-bc7b-f482a75605e9 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:38.098715 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 890c564e-f19f-4436-a9e1-5b0c5a65b959 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:38.283198 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Router 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 is scheduled to L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c with binding_index 1 {{(pid=86310) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:32:38.315541 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710058ed30>, [{'id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'name': 'tempest-TestMinimumBasicScenario-1911334144-router', 'tenant_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:24Z', 'updated_at': '2021-04-19T18:32:32Z', 'revision_number': 4, 'project_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'gw_port': {'id': '893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:25Z', 'updated_at': '2021-04-19T18:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '7ef98599-1022-4ee9-bffd-49543e2cb68e', 'name': '', 'network_id': 'd897f2ae-bab9-4c7e-84ab-6e084612a33c', 'tenant_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'mac_address': 'fa:16:3e:75:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '86eaaf6f-bb9a-44a0-8691-980ec7469b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:31Z', 'updated_at': '2021-04-19T18:32:33Z', 'revision_number': 2, 'project_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'subnets': [{'id': '86eaaf6f-bb9a-44a0-8691-980ec7469b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:38.325868 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Checking router: 82956b25-291a-46e9-a8d5-aba27ed6dbc1 for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:32:38.325983 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Updating router 82956b25-291a-46e9-a8d5-aba27ed6dbc1 port 7ef98599-1022-4ee9-bffd-49543e2cb68e binding host dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:32:38.375374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 890c564e-f19f-4436-a9e1-5b0c5a65b959 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:38.375623 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:38.560923 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:38.823180 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 286f9267-833b-4bb6-bc7b-f482a75605e9 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:38.865689 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e72821-5139-4331-a887-b8dbd8f2e25e req-644a9ace-d7c3-4598-9dc2-51959db83136 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:38.867526 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-76e72821-5139-4331-a887-b8dbd8f2e25e req-644a9ace-d7c3-4598-9dc2-51959db83136 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.2821298
Apr 19 18:32:38.873060 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:32:38.884259 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Sync routers for ids ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:32:38.911778 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Routers {'45adcbb8-5ace-4817-a2a4-fcb4c69c4065'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:38.912476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100154e48>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:32:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:38.938415 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa3015-21f8-4002-8c76-0806dc1770b6 req-a19a9aa1-232b-4cc8-a95a-aa813cae61f3 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:38.940193 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-36fa3015-21f8-4002-8c76-0806dc1770b6 req-a19a9aa1-232b-4cc8-a95a-aa813cae61f3 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.2874405
Apr 19 18:32:38.944087 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Notify callbacks [] for router, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:38.945331 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 9.0072749
Apr 19 18:32:38.948871 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54812) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:39.008754 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-76e72821-5139-4331-a887-b8dbd8f2e25e req-8147797f-14b5-43e1-bf62-3cd2acf4a530 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008563
Apr 19 18:32:39.047434 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-36fa3015-21f8-4002-8c76-0806dc1770b6 req-dbdc522a-37cb-49dd-aa4b-fe1842c81a26 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967083
Apr 19 18:32:39.368533 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Set router 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:39.391953 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 286f9267-833b-4bb6-bc7b-f482a75605e9 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:39.420429 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 286f9267-833b-4bb6-bc7b-f482a75605e9 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:39.421116 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:40.012261 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:40.079078 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port 286f9267-833b-4bb6-bc7b-f482a75605e9, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=286f9267-833b-4bb6-bc7b-f482a75605e9,segment=NetworkSegment(7eed0a41-34c2-44c6-99e5-f4308f54047d),segment_id=7eed0a41-34c2-44c6-99e5-f4308f54047d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:32:40.180350 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:40.208902 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:40.251329 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100154e48>, [{'id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'name': 'tempest-TestShelveInstance-252778327-router', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:30Z', 'updated_at': '2021-04-19T18:32:35Z', 'revision_number': 3, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'gw_port': {'id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:32Z', 'updated_at': '2021-04-19T18:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:40.262527 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Checking router: 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:32:40.262831 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Updating router 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 port 88a11d8a-b671-4997-8180-aa228f173b4a binding host dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:32:40.343280 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=286f9267-833b-4bb6-bc7b-f482a75605e9,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:40.359508 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:40.365854 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:40.471647 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:40.573264 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:40.579531 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:40.689017 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3a42ae58-b3bd-4a47-97f9-6fbc3ed332e8 req-bdf32695-0d2c-471a-98fd-1c197641f4dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6403422
Apr 19 18:32:40.822020 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.db.resource_extend [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 18:32:40.846511 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:40.880923 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:40.891607 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adef560-d155-401b-8f76-23460b4cb8e1 req-b04cf74b-b7e1-42e2-b8e6-d9cb3995f11c tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:40.893401 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8adef560-d155-401b-8f76-23460b4cb8e1 req-b04cf74b-b7e1-42e2-b8e6-d9cb3995f11c tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.4319563
Apr 19 18:32:40.901508 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Transition to ACTIVE for port object 88a11d8a-b671-4997-8180-aa228f173b4a will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:40.911542 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:40.912733 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3774e0-6091-41dd-a26d-55460f8ef9fa req-45a437aa-38f0-4c69-bba1-11bbabcb57d0 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:40.914352 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4e3774e0-6091-41dd-a26d-55460f8ef9fa req-45a437aa-38f0-4c69-bba1-11bbabcb57d0 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.5967746
Apr 19 18:32:40.924352 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:41.099563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5ba64-1dcb-4496-889b-3c810df84a3f None None] Pushing event updated for resources: {'Port': ['ID=88a11d8a-b671-4997-8180-aa228f173b4a,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:41.116200 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-90b5ba64-1dcb-4496-889b-3c810df84a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:41.149192 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Notify callbacks [] for port, precommit_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:41.154562 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Attempting to bind port 88a11d8a-b671-4997-8180-aa228f173b4a on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:32:41.154978 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Attempting to bind port 88a11d8a-b671-4997-8180-aa228f173b4a by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:32:41.155384 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Attempting to bind port 88a11d8a-b671-4997-8180-aa228f173b4a on network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:32:41.168401 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:32:41.168793 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Checking segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:41.169242 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:41.169703 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Bound using segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:32:41.170231 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Bound port: 88a11d8a-b671-4997-8180-aa228f173b4a, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:32:41.170709 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:41.181320 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Transition to ACTIVE for port object 7ef98599-1022-4ee9-bffd-49543e2cb68e will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:41.200198 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:41.222069 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:41.356346 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8adef560-d155-401b-8f76-23460b4cb8e1 req-80f7b52f-a631-4bdf-bacb-be843dea6dca tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3944979
Apr 19 18:32:41.401246 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42ae58-b3bd-4a47-97f9-6fbc3ed332e8 req-b1fc79be-ff0a-4727-abe3-c1488ab55b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:41.403079 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3a42ae58-b3bd-4a47-97f9-6fbc3ed332e8 req-b1fc79be-ff0a-4727-abe3-c1488ab55b8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd6d3dff6251456ab69d797d216f3c79&device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 1098 time: 0.6605420
Apr 19 18:32:41.429630 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4e3774e0-6091-41dd-a26d-55460f8ef9fa req-7774b466-8eb5-4c95-ba1c-f2fdcc89e5f3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4960668
Apr 19 18:32:41.434665 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Allocated IP 172.20.0.1 (615e24d7-58d3-4070-af82-06f80838c273/eb7486fb-0d56-429a-a715-77c1a9369497/dd4d294f-27d5-433e-9c00-270feb903bba) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:32:41.467078 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] For port 88a11d8a-b671-4997-8180-aa228f173b4a, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:32:41.471816 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] For port 88a11d8a-b671-4997-8180-aa228f173b4a, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=88a11d8a-b671-4997-8180-aa228f173b4a,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:32:41.488259 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:41.508860 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-252277b9-cad2-42d5-b8ec-962cf7c63d7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:41.611313 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebf1f7-e0fd-4cf9-974b-dab7107a7871 None None] Pushing event updated for resources: {'Port': ['ID=7ef98599-1022-4ee9-bffd-49543e2cb68e,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:41.628881 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-28ebf1f7-e0fd-4cf9-974b-dab7107a7871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:41.825790 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5ba64-1dcb-4496-889b-3c810df84a3f None None] Pushing event updated for resources: {'Port': ['ID=88a11d8a-b671-4997-8180-aa228f173b4a,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:41.846411 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:41.848036 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Routers {'45adcbb8-5ace-4817-a2a4-fcb4c69c4065'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:41.848882 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100154e48>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:32:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:41.894228 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Transition to ACTIVE for port object dd4d294f-27d5-433e-9c00-270feb903bba will not be triggered until provisioned by entity DHCP. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:41.938004 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:41.951228 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-bc7c8090-dad7-4cb3-975c-04a02b702e9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:42.027786 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-90b5ba64-1dcb-4496-889b-3c810df84a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:42.031693 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42ae58-b3bd-4a47-97f9-6fbc3ed332e8 req-8a2f0058-4ebc-4a14-b565-e1aa3f68b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:42.033610 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3a42ae58-b3bd-4a47-97f9-6fbc3ed332e8 req-8a2f0058-4ebc-4a14-b565-e1aa3f68b325 service neutron] 10.222.0.13 "GET /v2.0/networks?id=acd59ac1-d427-4149-8d1a-2f550ec235ed HTTP/1.1" status: 200  len: 919 time: 0.4521711
Apr 19 18:32:42.075911 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Attempting to bind port 7ef98599-1022-4ee9-bffd-49543e2cb68e on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:32:42.076332 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Attempting to bind port 7ef98599-1022-4ee9-bffd-49543e2cb68e by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '07535514-090e-476c-b806-b50af62879a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd897f2ae-bab9-4c7e-84ab-6e084612a33c'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:32:42.076746 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Attempting to bind port 7ef98599-1022-4ee9-bffd-49543e2cb68e on network d897f2ae-bab9-4c7e-84ab-6e084612a33c {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:32:42.102878 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:32:42.103298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Checking segment: {'id': '07535514-090e-476c-b806-b50af62879a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd897f2ae-bab9-4c7e-84ab-6e084612a33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:42.103782 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:42.109219 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Bound using segment: {'id': '07535514-090e-476c-b806-b50af62879a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd897f2ae-bab9-4c7e-84ab-6e084612a33c'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:32:42.110375 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Bound port: 7ef98599-1022-4ee9-bffd-49543e2cb68e, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07535514-090e-476c-b806-b50af62879a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'd897f2ae-bab9-4c7e-84ab-6e084612a33c'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:32:42.110827 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:42.158811 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Pushing event updated for resources: {'Port': ['ID=dd4d294f-27d5-433e-9c00-270feb903bba,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:42.168535 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:42.215091 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Network 615e24d7-58d3-4070-af82-06f80838c273 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:42.225988 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:42.227275 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3a42ae58-b3bd-4a47-97f9-6fbc3ed332e8 req-ae20724d-a07b-4aff-9951-ec605d79e598 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd61242b-ad3f-47cd-be6e-08c0e954483c HTTP/1.1" status: 200  len: 217 time: 0.1771362
Apr 19 18:32:42.232088 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:32:42.311919 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-243c8f21-4ad8-4b4d-a04f-37feda8b56b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:42.432495 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 286f9267-833b-4bb6-bc7b-f482a75605e9 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:42.433068 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854139902'] for router_interface, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:42.476553 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42ae58-b3bd-4a47-97f9-6fbc3ed332e8 req-4f0b8a48-4e8e-4ff0-86bc-7f059aa34cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:42.480596 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3a42ae58-b3bd-4a47-97f9-6fbc3ed332e8 req-4f0b8a48-4e8e-4ff0-86bc-7f059aa34cfe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1939f7f6-46d3-4a60-90df-2e2254de6630 HTTP/1.1" status: 200  len: 858 time: 0.2417161
Apr 19 18:32:42.580127 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] Set router 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:42.613523 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3a42ae58-b3bd-4a47-97f9-6fbc3ed332e8 req-b5066b91-8b04-4b4a-8fee-861e4b01465a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=acd59ac1-d427-4149-8d1a-2f550ec235ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1018457
Apr 19 18:32:42.647964 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] For port 7ef98599-1022-4ee9-bffd-49543e2cb68e, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:32:42.679028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:42.695167 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] For port 7ef98599-1022-4ee9-bffd-49543e2cb68e, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=7ef98599-1022-4ee9-bffd-49543e2cb68e,segment=NetworkSegment(07535514-090e-476c-b806-b50af62879a1),segment_id=07535514-090e-476c-b806-b50af62879a1)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:32:42.704603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:42.747612 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:42.799031 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:42.914697 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 286f9267-833b-4bb6-bc7b-f482a75605e9 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:42.915136 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:42.979240 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3a42ae58-b3bd-4a47-97f9-6fbc3ed332e8 req-a5b2ea56-8f6b-489e-8350-780fe82e28d2 service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3566246
Apr 19 18:32:43.087614 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Routers {'82956b25-291a-46e9-a8d5-aba27ed6dbc1'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:43.088628 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710058ed30>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:32:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['82956b25-291a-46e9-a8d5-aba27ed6dbc1'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:43.245196 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-f891ce6b-e10f-48a4-9ccd-dec8cf872c85 None None] Provisioning for port dd4d294f-27d5-433e-9c00-270feb903bba completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:43.359856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-f891ce6b-e10f-48a4-9ccd-dec8cf872c85 None None] Provisioning complete for port dd4d294f-27d5-433e-9c00-270feb903bba triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:43.360285 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f891ce6b-e10f-48a4-9ccd-dec8cf872c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:43.421853 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:43.426773 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531857088'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:43.499041 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1f34f0aa-09c3-45fc-915d-8b42c7a52027 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:43.582199 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100154e48>, [{'id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'name': 'tempest-TestShelveInstance-252778327-router', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:30Z', 'updated_at': '2021-04-19T18:32:35Z', 'revision_number': 3, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'gw_port': {'id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:32Z', 'updated_at': '2021-04-19T18:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:43.610158 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aa4275-baff-4525-b00a-cbb9ad4fb5e6 None None] The sync data for ids ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'] in dv-cinder-786928-1-iscsi is: [{'id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'name': 'tempest-TestShelveInstance-252778327-router', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:30Z', 'updated_at': '2021-04-19T18:32:35Z', 'revision_number': 3, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'gw_port': {'id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:32Z', 'updated_at': '2021-04-19T18:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:32:43.626974 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3a42ae58-b3bd-4a47-97f9-6fbc3ed332e8 req-d4babac5-053e-429b-9d55-7e9e1aadd252 service neutron] 10.222.0.13 "GET /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4267757
Apr 19 18:32:43.708182 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e15eca-dc79-48b2-98c4-a2325121dfe9 req-2fbce1f2-0fec-4240-bbcf-66041ab75aaa tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:43.716790 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-46e15eca-dc79-48b2-98c4-a2325121dfe9 req-2fbce1f2-0fec-4240-bbcf-66041ab75aaa tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.7363329
Apr 19 18:32:43.789657 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-46e15eca-dc79-48b2-98c4-a2325121dfe9 req-56f8eddd-83f3-4d8e-b305-4019fca119ba tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716965
Apr 19 18:32:43.997613 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-f891ce6b-e10f-48a4-9ccd-dec8cf872c85 None None] Port dd4d294f-27d5-433e-9c00-270feb903bba cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:32:43.999461 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebf1f7-e0fd-4cf9-974b-dab7107a7871 None None] Pushing event updated for resources: {'Port': ['ID=7ef98599-1022-4ee9-bffd-49543e2cb68e,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:44.024684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-28ebf1f7-e0fd-4cf9-974b-dab7107a7871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.226s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:44.133913 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] Set router 82956b25-291a-46e9-a8d5-aba27ed6dbc1 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:44.225416 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Pushing event updated for resources: {'Port': ['ID=dd4d294f-27d5-433e-9c00-270feb903bba,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:44.230622 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851135825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636005'] for router_interface, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:44.247263 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:44.248006 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:44.248602 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:44.249211 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:44.249832 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:44.250410 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:44.250995 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:44.251569 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:44.252318 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:44.252895 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:44.253464 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:44.254058 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:44.662674 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.174s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:44.693926 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Network 615e24d7-58d3-4070-af82-06f80838c273 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:44.697973 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:45.086778 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Router 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:32:45.341019 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98289a60-ffc3-43db-8f01-566a0aca9f1e req-9be7b6fd-b2f2-4f01-86ba-ee4224d1d351 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:45.344818 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-98289a60-ffc3-43db-8f01-566a0aca9f1e req-9be7b6fd-b2f2-4f01-86ba-ee4224d1d351 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.2633395
Apr 19 18:32:45.362002 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-793a8d8d-7b89-426a-bf6d-1b949a3a814f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:45.381544 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:45.422527 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710058ed30>, [{'id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'name': 'tempest-TestMinimumBasicScenario-1911334144-router', 'tenant_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:24Z', 'updated_at': '2021-04-19T18:32:32Z', 'revision_number': 4, 'project_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'gw_port': {'id': '893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:25Z', 'updated_at': '2021-04-19T18:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '7ef98599-1022-4ee9-bffd-49543e2cb68e', 'name': '', 'network_id': 'd897f2ae-bab9-4c7e-84ab-6e084612a33c', 'tenant_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'mac_address': 'fa:16:3e:75:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '86eaaf6f-bb9a-44a0-8691-980ec7469b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:31Z', 'updated_at': '2021-04-19T18:32:42Z', 'revision_number': 4, 'project_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'subnets': [{'id': '86eaaf6f-bb9a-44a0-8691-980ec7469b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:45.431144 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94475c2-6350-40ad-8e85-382f5782e487 None None] The sync data for ids ['82956b25-291a-46e9-a8d5-aba27ed6dbc1'] in dv-cinder-786928-1-iscsi is: [{'id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'name': 'tempest-TestMinimumBasicScenario-1911334144-router', 'tenant_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:24Z', 'updated_at': '2021-04-19T18:32:32Z', 'revision_number': 4, 'project_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'gw_port': {'id': '893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:25Z', 'updated_at': '2021-04-19T18:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '7ef98599-1022-4ee9-bffd-49543e2cb68e', 'name': '', 'network_id': 'd897f2ae-bab9-4c7e-84ab-6e084612a33c', 'tenant_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'mac_address': 'fa:16:3e:75:dc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '86eaaf6f-bb9a-44a0-8691-980ec7469b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:31Z', 'updated_at': '2021-04-19T18:32:42Z', 'revision_number': 4, 'project_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'subnets': [{'id': '86eaaf6f-bb9a-44a0-8691-980ec7469b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:32:45.500916 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-4bd2b066-9194-46e5-a8e6-1c5dd188c576 None None] Provisioning complete for port dd4d294f-27d5-433e-9c00-270feb903bba triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:45.502597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4bd2b066-9194-46e5-a8e6-1c5dd188c576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:45.508679 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-98289a60-ffc3-43db-8f01-566a0aca9f1e req-3e1dfae6-814b-407b-92b0-b21b62b28e78 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1555591
Apr 19 18:32:45.576480 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:32:45.609282 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] 10.222.0.49 "PUT /v2.0/routers/45adcbb8-5ace-4817-a2a4-fcb4c69c4065/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6585066
Apr 19 18:32:45.724701 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-4bd2b066-9194-46e5-a8e6-1c5dd188c576 None None] Port dd4d294f-27d5-433e-9c00-270feb903bba cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:32:45.732554 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:46.364853 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:46.506579 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 88a11d8a-b671-4997-8180-aa228f173b4a up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:46.878483 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 88a11d8a-b671-4997-8180-aa228f173b4a completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:46.892278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 88a11d8a-b671-4997-8180-aa228f173b4a triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:46.892706 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:46.936819 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54884) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:46.943065 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1773508257-network', 'tenant_id': 'f02b35a180f14767a189d3520d67bc54'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:46.966387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:46.976437 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Usage tracker for resource:network and tenant:f02b35a180f14767a189d3520d67bc54 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:46.987917 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:47.013219 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:47.046546 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Made reservation on behalf of f02b35a180f14767a189d3520d67bc54 for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:32:47.051662 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff5e8d-b595-41db-bef9-306c8de8c712 req-62dc55a0-f5d5-4bb8-bb9d-46a3775ecfaa tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:47.057539 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:47.065049 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-86ff5e8d-b595-41db-bef9-306c8de8c712 req-62dc55a0-f5d5-4bb8-bb9d-46a3775ecfaa tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.2545247
Apr 19 18:32:47.104499 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:47.166761 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:47.177004 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Usage tracker for resource:security_group_rule and tenant:f02b35a180f14767a189d3520d67bc54 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:47.196592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:47.205554 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:47.214724 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-86ff5e8d-b595-41db-bef9-306c8de8c712 req-71f737b6-f38f-4e5a-a120-a925a771f9b3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1439300
Apr 19 18:32:47.283934 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:47.318468 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port 88a11d8a-b671-4997-8180-aa228f173b4a, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=88a11d8a-b671-4997-8180-aa228f173b4a,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:32:47.324631 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:47.325557 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 7ef98599-1022-4ee9-bffd-49543e2cb68e up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:47.336669 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:47.342508 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:47.357351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364}  {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:32:47.373247 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:47.373992 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Added segment afb4746b-0a8a-4cfa-a402-8f5fc24408bc of type vlan for network ce65d97b-bfe2-4f80-9d99-322767ef5916
Apr 19 18:32:47.403924 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:47.438328 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e43328e1-0454-4bbc-8e51-2826126a2ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:47.445793 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-82b60b5a-c2ec-415b-a558-95d47f24facd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:47.471695 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa07749a-7bc1-411b-9943-1758118f9896,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:47.475393 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:47.476656 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:47.478151 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:47.479545 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:47.488079 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:47.550837 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 7ef98599-1022-4ee9-bffd-49543e2cb68e completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:47.559337 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=88a11d8a-b671-4997-8180-aa228f173b4a,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:47.563124 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 7ef98599-1022-4ee9-bffd-49543e2cb68e triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:47.568407 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:47.611191 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Pushing event updated for resources: {'Network': ['ID=ce65d97b-bfe2-4f80-9d99-322767ef5916,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:47.633361 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:47.663051 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7252021
Apr 19 18:32:47.665883 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54898) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:47.677228 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-1a336a95-6b7e-4762-b2a0-b7bbcd730cf3 admin admin] Request body: {'subnet': {'network_id': 'ce65d97b-bfe2-4f80-9d99-322767ef5916', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1773508257-subnet', 'tenant_id': 'f02b35a180f14767a189d3520d67bc54', 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:47.678921 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network ce65d97b-bfe2-4f80-9d99-322767ef5916 details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:32:47.684904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-1a336a95-6b7e-4762-b2a0-b7bbcd730cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:47.693253 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-1a336a95-6b7e-4762-b2a0-b7bbcd730cf3 admin admin] Usage tracker for resource:subnet and tenant:f02b35a180f14767a189d3520d67bc54 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:47.702099 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-1a336a95-6b7e-4762-b2a0-b7bbcd730cf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:47.709846 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-1a336a95-6b7e-4762-b2a0-b7bbcd730cf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:47.719836 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:47.720622 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:47.721220 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:47.721813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:47.722302 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:47.722877 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:47.723360 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:47.726239 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:47.726507 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:47.726991 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:47.727520 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:47.727880 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:47.731516 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a336a95-6b7e-4762-b2a0-b7bbcd730cf3 admin admin] Made reservation on behalf of f02b35a180f14767a189d3520d67bc54 for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:32:47.736917 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1a336a95-6b7e-4762-b2a0-b7bbcd730cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852715214'] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:47.740318 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:47.831724 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Sync routers for ids ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:32:47.874624 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Routers {'45adcbb8-5ace-4817-a2a4-fcb4c69c4065'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:47.875382 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71002acac8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:32:45Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:48.187527 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:48.235127 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Set router 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:48.317355 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port 7ef98599-1022-4ee9-bffd-49543e2cb68e, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=7ef98599-1022-4ee9-bffd-49543e2cb68e,segment=NetworkSegment(07535514-090e-476c-b806-b50af62879a1),segment_id=07535514-090e-476c-b806-b50af62879a1)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:32:48.323022 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:48.343414 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-13984f26-aaeb-4e84-83d2-144b7eb6e204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:48.601004 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1a336a95-6b7e-4762-b2a0-b7bbcd730cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531853656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852715229'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:48.608295 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1d60b087-558d-40e2-a7cc-1882e7e36aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:48.655527 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=7ef98599-1022-4ee9-bffd-49543e2cb68e,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:48.659155 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:48.661122 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 88a11d8a-b671-4997-8180-aa228f173b4a up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:48.741265 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a336a95-6b7e-4762-b2a0-b7bbcd730cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=856c320a-49bb-4c8c-82ba-c6ffad468854,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:48.757225 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1a336a95-6b7e-4762-b2a0-b7bbcd730cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:48.831549 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a336a95-6b7e-4762-b2a0-b7bbcd730cf3 admin admin] Checking segment: {'id': 'afb4746b-0a8a-4cfa-a402-8f5fc24408bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce65d97b-bfe2-4f80-9d99-322767ef5916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:48.832066 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a336a95-6b7e-4762-b2a0-b7bbcd730cf3 admin admin] Network hostable DHCP agents. Network: ce65d97b-bfe2-4f80-9d99-322767ef5916, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:32:48.875337 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a336a95-6b7e-4762-b2a0-b7bbcd730cf3 admin admin] Network ce65d97b-bfe2-4f80-9d99-322767ef5916 is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:32:48.895919 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-1a336a95-6b7e-4762-b2a0-b7bbcd730cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, ce65d97b-bfe2-4f80-9d99-322767ef5916) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:48.899381 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 88a11d8a-b671-4997-8180-aa228f173b4a triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:48.899958 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:48.931009 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a336a95-6b7e-4762-b2a0-b7bbcd730cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:48.935486 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1a336a95-6b7e-4762-b2a0-b7bbcd730cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:48.940991 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb366b0-4eb3-476e-a91d-08bbe65d6016 None None] Network ce65d97b-bfe2-4f80-9d99-322767ef5916 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:32:48.976277 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d618a6-717d-4128-a954-b0678d821c2f req-37bf3a64-6ce3-4dba-8e5b-ebf366db7dc9 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:48.981434 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-1a336a95-6b7e-4762-b2a0-b7bbcd730cf3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3139369
Apr 19 18:32:48.989369 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54910) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:48.995443 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1773508257-router', 'tenant_id': 'f02b35a180f14767a189d3520d67bc54', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:48.996249 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b0d618a6-717d-4128-a954-b0678d821c2f req-37bf3a64-6ce3-4dba-8e5b-ebf366db7dc9 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.3072653
Apr 19 18:32:49.010052 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:49.022323 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Usage tracker for resource:router and tenant:f02b35a180f14767a189d3520d67bc54 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:49.028343 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:49.044166 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:49.065523 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-630764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-316'] for router, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:49.066961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854145052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854138622', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854091501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854775515'] for router, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:49.108634 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:49.110778 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b0d618a6-717d-4128-a954-b0678d821c2f req-d56d8c2d-e379-4ff5-acfa-868b442c5183 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1132858
Apr 19 18:32:49.151717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa40f01-20bf-4d05-9e9a-377fa9bb3048 req-b6d9523b-1052-462f-b125-79fbedf14c44 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:49.154202 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3aa40f01-20bf-4d05-9e9a-377fa9bb3048 req-b6d9523b-1052-462f-b125-79fbedf14c44 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.5828068
Apr 19 18:32:49.270651 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3aa40f01-20bf-4d05-9e9a-377fa9bb3048 req-fc2acdcd-71c1-413e-a3c6-01fcd4d8c791 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092150
Apr 19 18:32:49.450387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9c436ad-65af-555d-b32f-4431a98d60b1-ce65d97b-bfe2-4f80-9d99-322767ef5916', 'network_id': 'ce65d97b-bfe2-4f80-9d99-322767ef5916', 'tenant_id': 'f02b35a180f14767a189d3520d67bc54', 'fixed_ips': [{'subnet_id': '856c320a-49bb-4c8c-82ba-c6ffad468854'}]}} from dv-cinder-786928-1-iscsi. {{(pid=86312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 19 18:32:49.451311 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:49.498761 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71002acac8>, [{'id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'name': 'tempest-TestShelveInstance-252778327-router', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:30Z', 'updated_at': '2021-04-19T18:32:42Z', 'revision_number': 4, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'gw_port': {'id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:32Z', 'updated_at': '2021-04-19T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'dd4d294f-27d5-433e-9c00-270feb903bba', 'name': '', 'network_id': '615e24d7-58d3-4070-af82-06f80838c273', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'mac_address': 'fa:16:3e:d4:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:40Z', 'updated_at': '2021-04-19T18:32:42Z', 'revision_number': 2, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'subnets': [{'id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:49.517315 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Checking router: 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:32:49.517751 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Updating router 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 port dd4d294f-27d5-433e-9c00-270feb903bba binding host dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:32:49.531960 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854138379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854124193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854775530'] for router, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:49.639250 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:50.031850 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:50.070189 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:50.232797 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Allocated IP 172.20.0.2 (ce65d97b-bfe2-4f80-9d99-322767ef5916/856c320a-49bb-4c8c-82ba-c6ffad468854/a2fcf495-c98f-460b-88ae-6f2837e93b45) {{(pid=86312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:32:50.365506 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Allocated IP 172.27.1.231 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/3d2a7e1c-1164-4345-bb99-235c5eacb2cc) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:32:50.493388 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 7ef98599-1022-4ee9-bffd-49543e2cb68e up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:50.550036 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4cfca-83b0-46d8-99ca-6bb9dbbb9e68 req-47c49d93-8252-421f-9d39-df9fdcd86050 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:50.564096 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-88a4cfca-83b0-46d8-99ca-6bb9dbbb9e68 req-47c49d93-8252-421f-9d39-df9fdcd86050 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.2437260
Apr 19 18:32:50.632027 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 7ef98599-1022-4ee9-bffd-49543e2cb68e triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:50.632423 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:50.638625 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:50.672873 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:50.685236 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d37a83d5-e4de-4bf8-8b77-f1bb795475f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:50.694904 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-88a4cfca-83b0-46d8-99ca-6bb9dbbb9e68 req-b7c65987-436a-448e-a88f-97db2ea1fc34 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1210389
Apr 19 18:32:50.768047 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64d676-e4ef-490e-a4ff-4fa18309c66d req-3559ba9e-9141-4923-a41f-c29aeab68b4b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:50.783541 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3c64d676-e4ef-490e-a4ff-4fa18309c66d req-3559ba9e-9141-4923-a41f-c29aeab68b4b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.2982352
Apr 19 18:32:50.784447 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d2a7e1c-1164-4345-bb99-235c5eacb2cc,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:50.787553 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:50.797733 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:50.798986 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:50.802029 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:32:50.907528 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Notify callbacks [] for port, precommit_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:50.918924 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Transition to ACTIVE for port object a2fcf495-c98f-460b-88ae-6f2837e93b45 will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:50.929757 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3c64d676-e4ef-490e-a4ff-4fa18309c66d req-a7613156-4ba9-4eb3-88ae-ae3edb19044e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417511
Apr 19 18:32:50.945356 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Transition to ACTIVE for port object a2fcf495-c98f-460b-88ae-6f2837e93b45 will not be triggered until provisioned by entity DHCP. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:50.980576 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:50.982770 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a078a-87eb-497b-88f6-c682336a9cd6 req-ba2903a6-346b-4f6d-85fe-e2bc7deb0032 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:50.984541 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-778a078a-87eb-497b-88f6-c682336a9cd6 req-ba2903a6-346b-4f6d-85fe-e2bc7deb0032 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.13 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 945 time: 0.1218171
Apr 19 18:32:50.993060 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-13984f26-aaeb-4e84-83d2-144b7eb6e204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:51.085035 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Pushing event updated for resources: {'Port': ['ID=a2fcf495-c98f-460b-88ae-6f2837e93b45,revision_number=1']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:51.097152 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:51.097646 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-778a078a-87eb-497b-88f6-c682336a9cd6 req-a316e61f-e26a-4ba8-8caf-428fe4a9594b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Deleting port dd61242b-ad3f-47cd-be6e-08c0e954483c {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:32:51.098265 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-778a078a-87eb-497b-88f6-c682336a9cd6 req-a316e61f-e26a-4ba8-8caf-428fe4a9594b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:51.193867 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Network ce65d97b-bfe2-4f80-9d99-322767ef5916 is already hosted by enough agents. {{(pid=86312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:51.199888 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Notify callbacks [] for port, precommit_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:51.210167 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Resources bound (agent type, host, resource id):  {{(pid=86312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:51.224443 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Transition to ACTIVE for port object dd4d294f-27d5-433e-9c00-270feb903bba will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:51.238352 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:51.246456 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-61440bfc-72a5-4864-9e25-1cf933e60e9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:51.315818 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Received port after_create {{(pid=86312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:32:51.550724 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-778a078a-87eb-497b-88f6-c682336a9cd6 req-a316e61f-e26a-4ba8-8caf-428fe4a9594b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] For port dd61242b-ad3f-47cd-be6e-08c0e954483c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dd61242b-ad3f-47cd-be6e-08c0e954483c,segment=NetworkSegment(ed422bf3-06e5-4eca-8cb7-0a83dfc79bed),segment_id=ed422bf3-06e5-4eca-8cb7-0a83dfc79bed)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:32:51.551394 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-778a078a-87eb-497b-88f6-c682336a9cd6 req-a316e61f-e26a-4ba8-8caf-428fe4a9594b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:51.637227 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd396e-3f8e-492f-9ff9-84e5309f739b None None] Pushing event updated for resources: {'Port': ['ID=dd4d294f-27d5-433e-9c00-270feb903bba,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:51.642137 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Attempting to bind port a2fcf495-c98f-460b-88ae-6f2837e93b45 on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:32:51.644262 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Attempting to bind port a2fcf495-c98f-460b-88ae-6f2837e93b45 by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': 'afb4746b-0a8a-4cfa-a402-8f5fc24408bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce65d97b-bfe2-4f80-9d99-322767ef5916'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:32:51.644771 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Attempting to bind port a2fcf495-c98f-460b-88ae-6f2837e93b45 on network ce65d97b-bfe2-4f80-9d99-322767ef5916 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:32:51.672904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-44fd396e-3f8e-492f-9ff9-84e5309f739b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:51.676139 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:32:51.676654 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Checking segment: {'id': 'afb4746b-0a8a-4cfa-a402-8f5fc24408bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce65d97b-bfe2-4f80-9d99-322767ef5916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:51.677198 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:51.677888 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Bound using segment: {'id': 'afb4746b-0a8a-4cfa-a402-8f5fc24408bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce65d97b-bfe2-4f80-9d99-322767ef5916'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:32:51.678492 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Bound port: a2fcf495-c98f-460b-88ae-6f2837e93b45, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4746b-0a8a-4cfa-a402-8f5fc24408bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce65d97b-bfe2-4f80-9d99-322767ef5916'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:32:51.678992 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:51.720426 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-778a078a-87eb-497b-88f6-c682336a9cd6 req-a316e61f-e26a-4ba8-8caf-428fe4a9594b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Calling delete_port for dd61242b-ad3f-47cd-be6e-08c0e954483c owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:32:51.790860 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] For port a2fcf495-c98f-460b-88ae-6f2837e93b45, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:32:51.793903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] For port a2fcf495-c98f-460b-88ae-6f2837e93b45, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=a2fcf495-c98f-460b-88ae-6f2837e93b45,segment=NetworkSegment(afb4746b-0a8a-4cfa-a402-8f5fc24408bc),segment_id=afb4746b-0a8a-4cfa-a402-8f5fc24408bc)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:32:51.817492 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:51.830556 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:51.849727 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:52.012266 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-778a078a-87eb-497b-88f6-c682336a9cd6 req-a316e61f-e26a-4ba8-8caf-428fe4a9594b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:52.041383 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['e7f46757-ad1c-4db6-a7ba-732e7688475f', 'dd61242b-ad3f-47cd-be6e-08c0e954483c'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:32:52.059716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:52.172199 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Attempting to bind port dd4d294f-27d5-433e-9c00-270feb903bba on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:32:52.172617 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Attempting to bind port dd4d294f-27d5-433e-9c00-270feb903bba by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '7eed0a41-34c2-44c6-99e5-f4308f54047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '615e24d7-58d3-4070-af82-06f80838c273'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:32:52.173030 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Attempting to bind port dd4d294f-27d5-433e-9c00-270feb903bba on network 615e24d7-58d3-4070-af82-06f80838c273 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:32:52.195151 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:32:52.195836 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Checking segment: {'id': '7eed0a41-34c2-44c6-99e5-f4308f54047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '615e24d7-58d3-4070-af82-06f80838c273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:52.196300 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:52.196739 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Bound using segment: {'id': '7eed0a41-34c2-44c6-99e5-f4308f54047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '615e24d7-58d3-4070-af82-06f80838c273'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:32:52.214092 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Bound port: dd4d294f-27d5-433e-9c00-270feb903bba, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eed0a41-34c2-44c6-99e5-f4308f54047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '615e24d7-58d3-4070-af82-06f80838c273'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:32:52.214570 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:52.255166 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316e61f-e26a-4ba8-8caf-428fe4a9594b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Pushing event deleted for resources: {'Port': ['ID=dd61242b-ad3f-47cd-be6e-08c0e954483c,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:52.270683 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e7072b0a-d984-43bf-8c2a-3ec953d989c1 req-e45c0833-a090-451d-a567-1ca925d76fa1 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 210 time: 0.0892572
Apr 19 18:32:52.273130 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a316e61f-e26a-4ba8-8caf-428fe4a9594b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:52.373894 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-651591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637407'] for router, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:52.399131 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Pushing event updated for resources: {'Port': ['ID=a2fcf495-c98f-460b-88ae-6f2837e93b45,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:52.400323 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39e323-6595-43ae-b85b-21f37ba39b49 req-71b2ef82-dc25-4a29-8f11-427838f53297 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:52.402298 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0a39e323-6595-43ae-b85b-21f37ba39b49 req-71b2ef82-dc25-4a29-8f11-427838f53297 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.4585764
Apr 19 18:32:52.403212 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-778a078a-87eb-497b-88f6-c682336a9cd6 req-a316e61f-e26a-4ba8-8caf-428fe4a9594b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] No DVR routers for this DVR port dd61242b-ad3f-47cd-be6e-08c0e954483c on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:32:52.406169 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-778a078a-87eb-497b-88f6-c682336a9cd6 req-a316e61f-e26a-4ba8-8caf-428fe4a9594b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:52.412997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da632c62-64a6-461c-ad80-2c8881e5d79d', 'name': 'network-vif-deleted', 'tag': 'dd61242b-ad3f-47cd-be6e-08c0e954483c'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:32:52.418291 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:52.470564 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-778a078a-87eb-497b-88f6-c682336a9cd6 req-a316e61f-e26a-4ba8-8caf-428fe4a9594b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.13 "DELETE /v2.0/ports/dd61242b-ad3f-47cd-be6e-08c0e954483c HTTP/1.1" status: 204  len: 173 time: 1.4778690
Apr 19 18:32:52.485013 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0a39e323-6595-43ae-b85b-21f37ba39b49 req-842adc0e-6e58-4388-a744-ca5d872d0df5 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595512
Apr 19 18:32:52.501470 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] For port dd4d294f-27d5-433e-9c00-270feb903bba, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:32:52.545682 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da632c62-64a6-461c-ad80-2c8881e5d79d', 'name': 'network-vif-deleted', 'tag': 'dd61242b-ad3f-47cd-be6e-08c0e954483c', 'status': 'completed', 'code': 200}
Apr 19 18:32:52.569294 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] For port dd4d294f-27d5-433e-9c00-270feb903bba, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=dd4d294f-27d5-433e-9c00-270feb903bba,segment=NetworkSegment(7eed0a41-34c2-44c6-99e5-f4308f54047d),segment_id=7eed0a41-34c2-44c6-99e5-f4308f54047d)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:32:52.580885 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:52.592266 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:52.738745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Router 264710a1-95fc-45bc-8e49-55a9d38b444c is scheduled to L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c with binding_index 1 {{(pid=86311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 19 18:32:52.751639 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Routers {'45adcbb8-5ace-4817-a2a4-fcb4c69c4065'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:52.752331 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71002acac8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:32:45Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:52.910031 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd396e-3f8e-492f-9ff9-84e5309f739b None None] Pushing event updated for resources: {'Port': ['ID=dd4d294f-27d5-433e-9c00-270feb903bba,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:52.923806 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-44fd396e-3f8e-492f-9ff9-84e5309f739b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:52.984225 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:32:52.992338 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] Set router 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:52.995898 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Sync routers for ids ['264710a1-95fc-45bc-8e49-55a9d38b444c'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:32:53.005564 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Routers {'264710a1-95fc-45bc-8e49-55a9d38b444c'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:53.006263 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100880e10>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:32:45Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['264710a1-95fc-45bc-8e49-55a9d38b444c'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:53.008658 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:53.012715 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e2b6f542-2696-4bc9-8d38-6013f0a838f3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.0195975
Apr 19 18:32:53.013147 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 54946) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:53.219823 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Set router 264710a1-95fc-45bc-8e49-55a9d38b444c gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:53.477424 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-04e465b9-2432-4f76-a24e-4f0ddeb109dd req-4659352e-f142-45f1-88ac-bd05dff1a32c tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Synchronizing usage tracker for tenant:dd6d3dff6251456ab69d797d216f3c79 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:32:53.493851 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-04e465b9-2432-4f76-a24e-4f0ddeb109dd req-4659352e-f142-45f1-88ac-bd05dff1a32c tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Unset dirty status for tenant:dd6d3dff6251456ab69d797d216f3c79 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:32:53.506180 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-04e465b9-2432-4f76-a24e-4f0ddeb109dd req-4659352e-f142-45f1-88ac-bd05dff1a32c tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=da632c62-64a6-461c-ad80-2c8881e5d79d HTTP/1.1" status: 200  len: 210 time: 0.0824318
Apr 19 18:32:53.613224 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100880e10>, [{'id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'name': 'tempest-TestShelveInstance-1773508257-router', 'tenant_id': 'f02b35a180f14767a189d3520d67bc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '3d2a7e1c-1164-4345-bb99-235c5eacb2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:49Z', 'updated_at': '2021-04-19T18:32:51Z', 'revision_number': 3, 'project_id': 'f02b35a180f14767a189d3520d67bc54', 'gw_port': {'id': '3d2a7e1c-1164-4345-bb99-235c5eacb2cc', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:50Z', 'updated_at': '2021-04-19T18:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:53.622249 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Checking router: 264710a1-95fc-45bc-8e49-55a9d38b444c for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:32:53.622775 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Updating router 264710a1-95fc-45bc-8e49-55a9d38b444c port 3d2a7e1c-1164-4345-bb99-235c5eacb2cc binding host dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:32:53.690267 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71002acac8>, [{'id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'name': 'tempest-TestShelveInstance-252778327-router', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:30Z', 'updated_at': '2021-04-19T18:32:42Z', 'revision_number': 4, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'gw_port': {'id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:32Z', 'updated_at': '2021-04-19T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'dd4d294f-27d5-433e-9c00-270feb903bba', 'name': '', 'network_id': '615e24d7-58d3-4070-af82-06f80838c273', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'mac_address': 'fa:16:3e:d4:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:40Z', 'updated_at': '2021-04-19T18:32:52Z', 'revision_number': 4, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'subnets': [{'id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:53.696613 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b162ac-a918-4376-9d8b-85777ca992f5 None None] The sync data for ids ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'] in dv-cinder-786928-1-iscsi is: [{'id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'name': 'tempest-TestShelveInstance-252778327-router', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:30Z', 'updated_at': '2021-04-19T18:32:42Z', 'revision_number': 4, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'gw_port': {'id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:32Z', 'updated_at': '2021-04-19T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'dd4d294f-27d5-433e-9c00-270feb903bba', 'name': '', 'network_id': '615e24d7-58d3-4070-af82-06f80838c273', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'mac_address': 'fa:16:3e:d4:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:40Z', 'updated_at': '2021-04-19T18:32:52Z', 'revision_number': 4, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'subnets': [{'id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:32:53.696817 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:53.789206 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16bd26-afb9-4bdd-8c6e-6e9f29601570 req-aad3f513-61da-40a3-ab57-d18c9f3a2e67 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:53.797724 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4b16bd26-afb9-4bdd-8c6e-6e9f29601570 req-aad3f513-61da-40a3-ab57-d18c9f3a2e67 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.1549010
Apr 19 18:32:53.869987 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4b16bd26-afb9-4bdd-8c6e-6e9f29601570 req-fb4a8fdc-8ff5-4c0e-9d13-000de2b962ae tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712411
Apr 19 18:32:53.981457 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:54.145023 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b35aa1-d99d-4c2e-af71-4186f651bd45 None None] Network ce65d97b-bfe2-4f80-9d99-322767ef5916 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:32:54.219630 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:54.233157 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Transition to ACTIVE for port object 3d2a7e1c-1164-4345-bb99-235c5eacb2cc will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:54.240651 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:54.252591 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:54.283109 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Allocated IP 172.20.0.1 (ce65d97b-bfe2-4f80-9d99-322767ef5916/856c320a-49bb-4c8c-82ba-c6ffad468854/1783e185-173e-459e-ba4c-e1efce66952d) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:32:54.355397 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Attempting to bind port 3d2a7e1c-1164-4345-bb99-235c5eacb2cc on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:32:54.355817 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Attempting to bind port 3d2a7e1c-1164-4345-bb99-235c5eacb2cc by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:32:54.356483 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Attempting to bind port 3d2a7e1c-1164-4345-bb99-235c5eacb2cc on network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:32:54.378707 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:32:54.379070 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Checking segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:32:54.379556 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:54.379917 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Bound using segment: {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:32:54.380417 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Bound port: 3d2a7e1c-1164-4345-bb99-235c5eacb2cc, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57529678-fb7d-4359-a8c9-cc16ff00f3a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:32:54.380836 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:54.558540 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694b511-41ab-41b8-b3ad-bbc66c4316d0 None None] Pushing event updated for resources: {'Port': ['ID=3d2a7e1c-1164-4345-bb99-235c5eacb2cc,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:54.564013 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:54.569560 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-671d085a-a812-4bb6-91a1-4c2db0866386 None None] Provisioning for port a2fcf495-c98f-460b-88ae-6f2837e93b45 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:54.597853 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694b511-41ab-41b8-b3ad-bbc66c4316d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:54.598453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694b511-41ab-41b8-b3ad-bbc66c4316d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:54.600845 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694b511-41ab-41b8-b3ad-bbc66c4316d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:54.601486 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694b511-41ab-41b8-b3ad-bbc66c4316d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:54.602145 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694b511-41ab-41b8-b3ad-bbc66c4316d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:54.603592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694b511-41ab-41b8-b3ad-bbc66c4316d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:54.604165 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694b511-41ab-41b8-b3ad-bbc66c4316d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:54.606125 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694b511-41ab-41b8-b3ad-bbc66c4316d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:54.606876 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694b511-41ab-41b8-b3ad-bbc66c4316d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:54.607450 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694b511-41ab-41b8-b3ad-bbc66c4316d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:54.608173 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694b511-41ab-41b8-b3ad-bbc66c4316d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:54.608738 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c694b511-41ab-41b8-b3ad-bbc66c4316d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:32:54.614654 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c694b511-41ab-41b8-b3ad-bbc66c4316d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:54.618279 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Transition to ACTIVE for port object 1783e185-173e-459e-ba4c-e1efce66952d will not be triggered until provisioned by entity DHCP. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:54.637581 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device dd4d294f-27d5-433e-9c00-270feb903bba up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:54.654699 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] For port 3d2a7e1c-1164-4345-bb99-235c5eacb2cc, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:32:54.658317 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] For port 3d2a7e1c-1164-4345-bb99-235c5eacb2cc, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=3d2a7e1c-1164-4345-bb99-235c5eacb2cc,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:32:54.662626 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:54.674876 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-90b5ba64-1dcb-4496-889b-3c810df84a3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:54.678892 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:54.684413 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:54.817473 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Pushing event updated for resources: {'Port': ['ID=1783e185-173e-459e-ba4c-e1efce66952d,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:54.821601 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694b511-41ab-41b8-b3ad-bbc66c4316d0 None None] Pushing event updated for resources: {'Port': ['ID=3d2a7e1c-1164-4345-bb99-235c5eacb2cc,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:54.838254 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:54.840323 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Network ce65d97b-bfe2-4f80-9d99-322767ef5916 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:54.848082 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:54.851903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device dd61242b-ad3f-47cd-be6e-08c0e954483c no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:32:54.854979 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:32:54.885797 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Routers {'264710a1-95fc-45bc-8e49-55a9d38b444c'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:32:54.886636 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100880e10>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:32:45Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['264710a1-95fc-45bc-8e49-55a9d38b444c'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:54.951191 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: dd61242b-ad3f-47cd-be6e-08c0e954483c {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:32:54.951587 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device dd61242b-ad3f-47cd-be6e-08c0e954483c not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:32:54.977185 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854139902'] for router_interface, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:55.005490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port dd4d294f-27d5-433e-9c00-270feb903bba completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:55.012544 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port dd4d294f-27d5-433e-9c00-270feb903bba triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:55.012967 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:55.013234 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-79e6aa9b-0c46-45dc-90ee-ccc6274e9f18 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:55.021110 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-79e6aa9b-0c46-45dc-90ee-ccc6274e9f18 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/networks?id=8e23a024-d945-4415-9ec2-2d14f1cce659 HTTP/1.1" status: 200  len: 815 time: 0.4376619
Apr 19 18:32:55.038760 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-2f0c7115-da75-449f-8b0c-5e374180a4e9 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/quotas/881e8cffabb645a0bbcf58ced3234a61 HTTP/1.1" status: 200  len: 375 time: 0.0162337
Apr 19 18:32:55.181112 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:55.208684 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-127dc4aa-3496-4faf-b53a-5ea96aeedf26 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=881e8cffabb645a0bbcf58ced3234a61&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1685243
Apr 19 18:32:55.291370 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:55.365532 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port dd4d294f-27d5-433e-9c00-270feb903bba, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=dd4d294f-27d5-433e-9c00-270feb903bba,segment=NetworkSegment(7eed0a41-34c2-44c6-99e5-f4308f54047d),segment_id=7eed0a41-34c2-44c6-99e5-f4308f54047d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:32:55.369175 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:55.370548 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device a2fcf495-c98f-460b-88ae-6f2837e93b45 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:55.427836 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:55.483317 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-41bb9b11-443e-4157-a342-7d221ef2365d service neutron] 10.222.0.49 "GET /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2669804
Apr 19 18:32:55.580704 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c694b511-41ab-41b8-b3ad-bbc66c4316d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.906s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:55.596855 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-2b8f2296-603a-4fa7-849d-82016e108334 None None] Provisioning for port 1783e185-173e-459e-ba4c-e1efce66952d completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:55.628065 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-2b8f2296-603a-4fa7-849d-82016e108334 None None] Provisioning complete for port 1783e185-173e-459e-ba4c-e1efce66952d triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:55.628601 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2296-603a-4fa7-849d-82016e108334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:55.644313 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] Set router 264710a1-95fc-45bc-8e49-55a9d38b444c gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:32:55.691404 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port a2fcf495-c98f-460b-88ae-6f2837e93b45 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:55.699027 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=dd4d294f-27d5-433e-9c00-270feb903bba,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:55.710750 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:55.714764 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port a2fcf495-c98f-460b-88ae-6f2837e93b45 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:55.715324 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:55.737811 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-4d61d6b9-4530-4e63-9997-56be668117ad service neutron] 10.222.0.49 "GET /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2534134
Apr 19 18:32:55.761344 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f2296-603a-4fa7-849d-82016e108334 None None] Port 1783e185-173e-459e-ba4c-e1efce66952d cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:32:55.790611 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-2b8f2296-603a-4fa7-849d-82016e108334 None None] Provisioning complete for port a2fcf495-c98f-460b-88ae-6f2837e93b45 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:55.791196 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2296-603a-4fa7-849d-82016e108334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:55.834853 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f9367-1b6c-48a2-8ecc-ca3000fafb04 req-16ff57df-b3e7-45c8-86f9-cad13044de50 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:55.836813 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-049f9367-1b6c-48a2-8ecc-ca3000fafb04 req-16ff57df-b3e7-45c8-86f9-cad13044de50 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.1667778
Apr 19 18:32:55.899716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:55.904536 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531857088'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:55.930316 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-049f9367-1b6c-48a2-8ecc-ca3000fafb04 req-d02e0e04-388d-41e2-a84f-4dfef789b92f tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800228
Apr 19 18:32:55.939296 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-83d6271f-cee1-49f0-9ee1-e15e4b3b57dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:55.989632 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:56.079408 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2b8f2296-603a-4fa7-849d-82016e108334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:56.117058 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port a2fcf495-c98f-460b-88ae-6f2837e93b45, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=a2fcf495-c98f-460b-88ae-6f2837e93b45,segment=NetworkSegment(afb4746b-0a8a-4cfa-a402-8f5fc24408bc),segment_id=afb4746b-0a8a-4cfa-a402-8f5fc24408bc)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:32:56.141918 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851135825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-636005'] for router_interface, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:56.171264 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100880e10>, [{'id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'name': 'tempest-TestShelveInstance-1773508257-router', 'tenant_id': 'f02b35a180f14767a189d3520d67bc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '3d2a7e1c-1164-4345-bb99-235c5eacb2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:49Z', 'updated_at': '2021-04-19T18:32:55Z', 'revision_number': 4, 'project_id': 'f02b35a180f14767a189d3520d67bc54', 'gw_port': {'id': '3d2a7e1c-1164-4345-bb99-235c5eacb2cc', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:50Z', 'updated_at': '2021-04-19T18:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '1783e185-173e-459e-ba4c-e1efce66952d', 'name': '', 'network_id': 'ce65d97b-bfe2-4f80-9d99-322767ef5916', 'tenant_id': 'f02b35a180f14767a189d3520d67bc54', 'mac_address': 'fa:16:3e:41:f3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '856c320a-49bb-4c8c-82ba-c6ffad468854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:54Z', 'updated_at': '2021-04-19T18:32:54Z', 'revision_number': 1, 'project_id': 'f02b35a180f14767a189d3520d67bc54', 'subnets': [{'id': '856c320a-49bb-4c8c-82ba-c6ffad468854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:32:56.183059 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Pushing event updated for resources: {'Port': ['ID=1783e185-173e-459e-ba4c-e1efce66952d,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:56.185456 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-14efd6cc-f692-4c19-9fe5-87f1fc085220 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-682775505&fields=id&tenant_id=b2c9c6242f9040c7a6043ce4b8184661 HTTP/1.1" status: 200  len: 267 time: 0.0671141
Apr 19 18:32:56.193847 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:56.205723 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb422725-d039-4b83-9bb4-5d9616f4713b None None] The sync data for ids ['264710a1-95fc-45bc-8e49-55a9d38b444c'] in dv-cinder-786928-1-iscsi is: [{'id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'name': 'tempest-TestShelveInstance-1773508257-router', 'tenant_id': 'f02b35a180f14767a189d3520d67bc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '3d2a7e1c-1164-4345-bb99-235c5eacb2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:49Z', 'updated_at': '2021-04-19T18:32:55Z', 'revision_number': 4, 'project_id': 'f02b35a180f14767a189d3520d67bc54', 'gw_port': {'id': '3d2a7e1c-1164-4345-bb99-235c5eacb2cc', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:50Z', 'updated_at': '2021-04-19T18:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '1783e185-173e-459e-ba4c-e1efce66952d', 'name': '', 'network_id': 'ce65d97b-bfe2-4f80-9d99-322767ef5916', 'tenant_id': 'f02b35a180f14767a189d3520d67bc54', 'mac_address': 'fa:16:3e:41:f3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '856c320a-49bb-4c8c-82ba-c6ffad468854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:54Z', 'updated_at': '2021-04-19T18:32:54Z', 'revision_number': 1, 'project_id': 'f02b35a180f14767a189d3520d67bc54', 'subnets': [{'id': '856c320a-49bb-4c8c-82ba-c6ffad468854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:32:56.226996 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:56.242575 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6a84c677-2b12-410c-ab42-5995f3371124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:56.336163 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.db.api [None req-2b8f2296-603a-4fa7-849d-82016e108334 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86312) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 18:32:56.336787 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_db.api [None req-2b8f2296-603a-4fa7-849d-82016e108334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 18:32:56.388208 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=a2fcf495-c98f-460b-88ae-6f2837e93b45,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:56.392379 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:56.403850 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Network ce65d97b-bfe2-4f80-9d99-322767ef5916 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:56.405147 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:56.407347 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-d8675bd7-dd05-4944-bfe7-09b730fb2522 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:56.409448 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-d8675bd7-dd05-4944-bfe7-09b730fb2522 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/networks?id=e9c36c12-0176-4f97-97e9-14acfffaf6f9 HTTP/1.1" status: 200  len: 811 time: 0.2232225
Apr 19 18:32:56.453842 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device dd4d294f-27d5-433e-9c00-270feb903bba up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:56.503415 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-d614e8bd-e46e-4fc9-baf2-07388726a699 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/quotas/b2c9c6242f9040c7a6043ce4b8184661 HTTP/1.1" status: 200  len: 375 time: 0.0186234
Apr 19 18:32:56.581440 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port dd4d294f-27d5-433e-9c00-270feb903bba triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:56.581873 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:56.701768 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Router 264710a1-95fc-45bc-8e49-55a9d38b444c has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:32:56.989461 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:32:56.999630 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce404a-5142-4b2d-a149-acfec3f6daae req-48f8cdd7-6d59-4c1c-9330-ae678c609f36 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:57.007768 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f1ce404a-5142-4b2d-a149-acfec3f6daae req-48f8cdd7-6d59-4c1c-9330-ae678c609f36 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.6182933
Apr 19 18:32:57.014227 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] 10.222.0.49 "PUT /v2.0/routers/264710a1-95fc-45bc-8e49-55a9d38b444c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9997606
Apr 19 18:32:57.039402 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-cd0bcafa-9850-46c7-bd94-9629f1dd9781 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5348918
Apr 19 18:32:57.048192 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-22a8e21e-0fc6-4568-ae52-94f6929ff829 None None] Provisioning complete for port 1783e185-173e-459e-ba4c-e1efce66952d triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:57.048712 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-22a8e21e-0fc6-4568-ae52-94f6929ff829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:57.113915 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-22a8e21e-0fc6-4568-ae52-94f6929ff829 None None] Port 1783e185-173e-459e-ba4c-e1efce66952d cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:32:57.191374 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f1ce404a-5142-4b2d-a149-acfec3f6daae req-789c6934-2da0-4b8b-a3c6-d6894c5c5515 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826494
Apr 19 18:32:57.228988 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-24a52cf2-c126-4cfb-bd92-e05b6646715a service neutron] 10.222.0.49 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653938
Apr 19 18:32:57.431341 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2be016a0-22ea-42e5-abdf-a9e159146966 req-c820a41f-cfa0-43a0-aab2-73206f9da4ab tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 210 time: 0.0847120
Apr 19 18:32:57.637084 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-93a7b3af-e68a-47c9-9647-6e0c413809fc tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:57.638760 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-93a7b3af-e68a-47c9-9647-6e0c413809fc tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.13 "GET /v2.0/networks?id=8e23a024-d945-4415-9ec2-2d14f1cce659 HTTP/1.1" status: 200  len: 815 time: 0.2440333
Apr 19 18:32:57.663039 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Request body: {'port': {'device_id': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659', 'admin_state_up': True, 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:57.762147 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-6c3b4ee4-38a0-429a-ad17-7dfde00be3a0 service neutron] 10.222.0.49 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5252061
Apr 19 18:32:57.840200 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093b409-3a46-42d6-9dff-303ce8b5e17e req-9324bab6-c166-49bc-ad5c-08e3303f36a7 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:57.841883 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7093b409-3a46-42d6-9dff-303ce8b5e17e req-9324bab6-c166-49bc-ad5c-08e3303f36a7 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.2643867
Apr 19 18:32:57.903263 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:57.907422 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Usage tracker for resource:port and tenant:881e8cffabb645a0bbcf58ced3234a61 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:57.913051 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:57.923570 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:57.928319 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7093b409-3a46-42d6-9dff-303ce8b5e17e req-52aba4c9-9ac9-43f8-929c-1e14d705c527 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793691
Apr 19 18:32:57.936049 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Made reservation on behalf of 881e8cffabb645a0bbcf58ced3234a61 for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:32:57.942422 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:58.133773 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Allocated IP 172.20.0.13 (8e23a024-d945-4415-9ec2-2d14f1cce659/0891f7e0-9bdd-478e-a003-514aea6cbcb6/5478a875-0c63-4893-86df-c7a0ef656277) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:32:58.366482 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-56d47fe4-e883-47c7-aaf5-737cbd644114 req-082937b3-2507-44c8-bb7f-b53378ddd0dd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 210 time: 0.0859792
Apr 19 18:32:58.585663 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:58.625854 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Transition to ACTIVE for port object 5478a875-0c63-4893-86df-c7a0ef656277 will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:32:58.674298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 3d2a7e1c-1164-4345-bb99-235c5eacb2cc up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:32:58.842320 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:58.856527 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 717c7936-7304-41ca-95a4-58008b460a06 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:32:58.865017 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-28d5c3d7-0b9e-4fc4-8071-f8898410e263 tempest-VolumesNegativeTest-1927410996 tempest-VolumesNegativeTest-1927410996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:58.895690 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 3d2a7e1c-1164-4345-bb99-235c5eacb2cc completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:58.912661 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 3d2a7e1c-1164-4345-bb99-235c5eacb2cc triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:32:58.913085 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:58.994774 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.db.resource_extend [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 18:32:58.995926 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55052) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:59.005959 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-d6936161-5654-433b-b553-615ec952b85d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-725334154', 'description': 'tempest-secgroup-smoke-725334154 description', 'project_id': '20e2b5460150473caf714c4478fc00b1'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:59.011710 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Pushing event updated for resources: {'Port': ['ID=5478a875-0c63-4893-86df-c7a0ef656277,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:59.017074 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d6936161-5654-433b-b553-615ec952b85d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:59.028264 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:59.030807 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d6936161-5654-433b-b553-615ec952b85d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Usage tracker for resource:security_group and tenant:20e2b5460150473caf714c4478fc00b1 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:59.031209 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Network 8e23a024-d945-4415-9ec2-2d14f1cce659 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:32:59.034398 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:32:59.037598 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:32:59.042306 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d6936161-5654-433b-b553-615ec952b85d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:59.047460 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:59.048406 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:59.065788 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d6936161-5654-433b-b553-615ec952b85d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:59.094372 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4353106
Apr 19 18:32:59.107217 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d6936161-5654-433b-b553-615ec952b85d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:59.128719 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcada9d-c36f-41c6-a036-d125dad0f207 req-1bc5348c-41c0-4d8c-9541-afeba9b7bded tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:59.138878 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1fcada9d-c36f-41c6-a036-d125dad0f207 req-1bc5348c-41c0-4d8c-9541-afeba9b7bded tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.4699726
Apr 19 18:32:59.168403 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d6936161-5654-433b-b553-615ec952b85d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:59.183102 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d6936161-5654-433b-b553-615ec952b85d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Usage tracker for resource:security_group_rule and tenant:20e2b5460150473caf714c4478fc00b1 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:59.189167 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d6936161-5654-433b-b553-615ec952b85d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:59.204649 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d6936161-5654-433b-b553-615ec952b85d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:59.348446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d6936161-5654-433b-b553-615ec952b85d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:59.352657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d6936161-5654-433b-b553-615ec952b85d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:59.360133 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-51fdf6a2-4507-4b31-bc3a-673dc1035af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:59.378782 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1fcada9d-c36f-41c6-a036-d125dad0f207 req-c17ec4f3-79be-49ae-ac74-a5c64952f556 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2387693
Apr 19 18:32:59.491107 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6936161-5654-433b-b553-615ec952b85d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b9b21d-9fb6-46d6-8219-65cead5d082b,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:59.496781 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a105946-dda1-48c5-814e-49444cb3d878 req-5d8929db-e5f2-4645-95e5-00f7051352fa tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:32:59.497608 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-2a105946-dda1-48c5-814e-49444cb3d878 req-5d8929db-e5f2-4645-95e5-00f7051352fa tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Synchronizing usage tracker for tenant:881e8cffabb645a0bbcf58ced3234a61 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:32:59.500366 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d6936161-5654-433b-b553-615ec952b85d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:59.506009 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d6936161-5654-433b-b553-615ec952b85d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:59.507396 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-d6936161-5654-433b-b553-615ec952b85d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.5066519
Apr 19 18:32:59.512760 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55058) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:59.534662 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-fd088f0d-eeec-481b-a9b4-86fc70a80fae tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Request body: {'security_group_rule': {'security_group_id': '33b9b21d-9fb6-46d6-8219-65cead5d082b', 'project_id': '20e2b5460150473caf714c4478fc00b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:59.558158 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-fd088f0d-eeec-481b-a9b4-86fc70a80fae tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:59.563813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-2a105946-dda1-48c5-814e-49444cb3d878 req-5d8929db-e5f2-4645-95e5-00f7051352fa tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Unset dirty status for tenant:881e8cffabb645a0bbcf58ced3234a61 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:32:59.580351 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2a105946-dda1-48c5-814e-49444cb3d878 req-5d8929db-e5f2-4645-95e5-00f7051352fa tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 932 time: 0.3129568
Apr 19 18:32:59.583995 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-fd088f0d-eeec-481b-a9b4-86fc70a80fae tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Usage tracker for resource:security_group_rule and tenant:20e2b5460150473caf714c4478fc00b1 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:59.600490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-fd088f0d-eeec-481b-a9b4-86fc70a80fae tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:59.621922 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-fd088f0d-eeec-481b-a9b4-86fc70a80fae tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:59.654543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fd088f0d-eeec-481b-a9b4-86fc70a80fae tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:59.725648 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2a105946-dda1-48c5-814e-49444cb3d878 req-b4484a9b-b082-4eab-b50c-391dacdd26ee tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434629
Apr 19 18:32:59.788573 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fd088f0d-eeec-481b-a9b4-86fc70a80fae tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:59.791499 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fd088f0d-eeec-481b-a9b4-86fc70a80fae tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:59.810712 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:32:59.849564 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd088f0d-eeec-481b-a9b4-86fc70a80fae tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add05310-65c4-4b4f-a569-c768935e8ee6,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:32:59.852213 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-fd088f0d-eeec-481b-a9b4-86fc70a80fae tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:32:59.877030 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fd088f0d-eeec-481b-a9b4-86fc70a80fae tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:32:59.879105 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-fd088f0d-eeec-481b-a9b4-86fc70a80fae tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3652565
Apr 19 18:32:59.886093 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55062) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:32:59.894298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-19b9cbb2-42c9-4816-b2f3-bc1ab6ccde35 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Request body: {'security_group_rule': {'security_group_id': '33b9b21d-9fb6-46d6-8219-65cead5d082b', 'project_id': '20e2b5460150473caf714c4478fc00b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:32:59.906784 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-19b9cbb2-42c9-4816-b2f3-bc1ab6ccde35 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:32:59.916841 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-19b9cbb2-42c9-4816-b2f3-bc1ab6ccde35 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Usage tracker for resource:security_group_rule and tenant:20e2b5460150473caf714c4478fc00b1 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:32:59.927156 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-19b9cbb2-42c9-4816-b2f3-bc1ab6ccde35 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:32:59.945905 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-19b9cbb2-42c9-4816-b2f3-bc1ab6ccde35 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:32:59.958524 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-b8b2f83a-b9c3-4a1d-9c81-56a1f154a208 None None] Provisioning for port 5478a875-0c63-4893-86df-c7a0ef656277 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:32:59.981081 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-19b9cbb2-42c9-4816-b2f3-bc1ab6ccde35 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.015908 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-b8b2f83a-b9c3-4a1d-9c81-56a1f154a208 None None] Provisioning complete for port 5478a875-0c63-4893-86df-c7a0ef656277 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:33:00.016327 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b8b2f83a-b9c3-4a1d-9c81-56a1f154a208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.107387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-19b9cbb2-42c9-4816-b2f3-bc1ab6ccde35 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.108560 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.111961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-19b9cbb2-42c9-4816-b2f3-bc1ab6ccde35 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.127062 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-024a0513-c470-4cf2-829f-48eb0380cdc7 req-98805690-6927-41f0-8d80-d552d5d1c9ca tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 210 time: 0.1484830
Apr 19 18:33:00.136243 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:00.143964 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2f83a-b9c3-4a1d-9c81-56a1f154a208 None None] Port 5478a875-0c63-4893-86df-c7a0ef656277 cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:33:00.145994 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Sync routers for ids ['264710a1-95fc-45bc-8e49-55a9d38b444c'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:33:00.162541 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 717c7936-7304-41ca-95a4-58008b460a06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=717c7936-7304-41ca-95a4-58008b460a06,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:00.166627 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9cbb2-42c9-4816-b2f3-bc1ab6ccde35 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecac1fca-b54b-4efd-b6af-f40781eb2f50,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:00.170009 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-19b9cbb2-42c9-4816-b2f3-bc1ab6ccde35 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:00.172554 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-19b9cbb2-42c9-4816-b2f3-bc1ab6ccde35 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.172554 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-19b9cbb2-42c9-4816-b2f3-bc1ab6ccde35 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2844028
Apr 19 18:33:00.175252 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55066) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:00.192187 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-05cb2ce8-24a8-4dcf-b4a3-203641d278dd tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Request body: {'security_group_rule': {'security_group_id': '33b9b21d-9fb6-46d6-8219-65cead5d082b', 'project_id': '20e2b5460150473caf714c4478fc00b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:00.196038 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Routers {'264710a1-95fc-45bc-8e49-55a9d38b444c'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:33:00.197424 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71004b0c50>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:32:45Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['264710a1-95fc-45bc-8e49-55a9d38b444c'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:00.209064 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-05cb2ce8-24a8-4dcf-b4a3-203641d278dd tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:00.218060 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-05cb2ce8-24a8-4dcf-b4a3-203641d278dd tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Usage tracker for resource:security_group_rule and tenant:20e2b5460150473caf714c4478fc00b1 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:00.226666 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-05cb2ce8-24a8-4dcf-b4a3-203641d278dd tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:00.244621 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-05cb2ce8-24a8-4dcf-b4a3-203641d278dd tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:00.265933 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9b87b-f190-4c84-87f9-553973cc4cb7 req-b4a6e06c-9ae0-4b5d-ab15-02e64aa4cc27 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:00.275558 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-91d9b87b-f190-4c84-87f9-553973cc4cb7 req-b4a6e06c-9ae0-4b5d-ab15-02e64aa4cc27 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 944 time: 0.4134479
Apr 19 18:33:00.279981 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-05cb2ce8-24a8-4dcf-b4a3-203641d278dd tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.312833 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port 3d2a7e1c-1164-4345-bb99-235c5eacb2cc, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=3d2a7e1c-1164-4345-bb99-235c5eacb2cc,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:00.373632 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-91d9b87b-f190-4c84-87f9-553973cc4cb7 req-88d577c7-6243-4b31-b05a-a90792b6258c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0918679
Apr 19 18:33:00.378928 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-05cb2ce8-24a8-4dcf-b4a3-203641d278dd tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.382489 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-05cb2ce8-24a8-4dcf-b4a3-203641d278dd tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.407949 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:00.425781 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb2ce8-24a8-4dcf-b4a3-203641d278dd tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a81e80-b2ff-46aa-aea7-8e3d8d45c2c3,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:00.429405 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-05cb2ce8-24a8-4dcf-b4a3-203641d278dd tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:00.430297 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-05cb2ce8-24a8-4dcf-b4a3-203641d278dd tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.431871 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-05cb2ce8-24a8-4dcf-b4a3-203641d278dd tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2495306
Apr 19 18:33:00.434989 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 55072) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:00.440790 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-489c050e-49aa-4ab8-be45-4f019e875c26 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Request body: {'security_group_rule': {'security_group_id': '33b9b21d-9fb6-46d6-8219-65cead5d082b', 'project_id': '20e2b5460150473caf714c4478fc00b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:00.447721 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-489c050e-49aa-4ab8-be45-4f019e875c26 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:00.455395 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-489c050e-49aa-4ab8-be45-4f019e875c26 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Usage tracker for resource:security_group_rule and tenant:20e2b5460150473caf714c4478fc00b1 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:00.459122 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-489c050e-49aa-4ab8-be45-4f019e875c26 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:00.465396 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-489c050e-49aa-4ab8-be45-4f019e875c26 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:00.474404 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': '717c7936-7304-41ca-95a4-58008b460a06', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'port_id': '717c7936-7304-41ca-95a4-58008b460a06', 'mac_address': 'fa:16:3e:8f:90:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:33:00.495829 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.496671 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device a2fcf495-c98f-460b-88ae-6f2837e93b45 up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:33:00.499127 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-489c050e-49aa-4ab8-be45-4f019e875c26 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.599637 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:00.641092 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-489c050e-49aa-4ab8-be45-4f019e875c26 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.645441 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-489c050e-49aa-4ab8-be45-4f019e875c26 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.652087 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:00.698090 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c050e-49aa-4ab8-be45-4f019e875c26 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e71346e-82b0-43b4-82b7-f47227502676,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:00.706879 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-489c050e-49aa-4ab8-be45-4f019e875c26 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:00.725040 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427e538-b12e-4f33-97c2-540d7793ab3d req-0ff3b04e-0443-49ee-a83d-cb33386844c2 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:00.730085 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3427e538-b12e-4f33-97c2-540d7793ab3d req-0ff3b04e-0443-49ee-a83d-cb33386844c2 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1515732
Apr 19 18:33:00.731333 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-489c050e-49aa-4ab8-be45-4f019e875c26 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.735853 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-489c050e-49aa-4ab8-be45-4f019e875c26 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2974479
Apr 19 18:33:00.736260 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55076) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:00.742967 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-cb179f9f-3e75-4dfb-b97a-1292ae8caed5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Request body: {'security_group_rule': {'security_group_id': '33b9b21d-9fb6-46d6-8219-65cead5d082b', 'project_id': '20e2b5460150473caf714c4478fc00b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:00.750094 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-cb179f9f-3e75-4dfb-b97a-1292ae8caed5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:00.759008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-cb179f9f-3e75-4dfb-b97a-1292ae8caed5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Usage tracker for resource:security_group_rule and tenant:20e2b5460150473caf714c4478fc00b1 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:00.764287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-cb179f9f-3e75-4dfb-b97a-1292ae8caed5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:00.775937 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-cb179f9f-3e75-4dfb-b97a-1292ae8caed5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:00.786134 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=3d2a7e1c-1164-4345-bb99-235c5eacb2cc,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:00.798379 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Set router 264710a1-95fc-45bc-8e49-55a9d38b444c gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:33:00.802707 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3427e538-b12e-4f33-97c2-540d7793ab3d req-86541aff-eeea-457b-a9a9-a80b97d7ac5a tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665145
Apr 19 18:33:00.824416 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.securitygroups_db [None req-cb179f9f-3e75-4dfb-b97a-1292ae8caed5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Project 20e2b5460150473caf714c4478fc00b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 18:33:00.832985 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cb179f9f-3e75-4dfb-b97a-1292ae8caed5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.892810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.911637 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:00.940822 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717c7936-7304-41ca-95a4-58008b460a06 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:33:00.958325 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port a2fcf495-c98f-460b-88ae-6f2837e93b45 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:33:00.958907 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.960823 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cb179f9f-3e75-4dfb-b97a-1292ae8caed5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.968443 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cb179f9f-3e75-4dfb-b97a-1292ae8caed5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:00.971327 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:00.997134 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e99465-2a4a-466b-bb5b-36e5cc6be534 req-25b606b6-5b43-4a81-bd1c-11e469a4b338 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:00.999512 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d9e99465-2a4a-466b-bb5b-36e5cc6be534 req-25b606b6-5b43-4a81-bd1c-11e469a4b338 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 932 time: 0.1551194
Apr 19 18:33:01.029964 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 717c7936-7304-41ca-95a4-58008b460a06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=717c7936-7304-41ca-95a4-58008b460a06,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:01.068609 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb179f9f-3e75-4dfb-b97a-1292ae8caed5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c49a9c-6a8a-49c4-a20e-86419a021981,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:01.071576 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cb179f9f-3e75-4dfb-b97a-1292ae8caed5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:01.077161 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-cb179f9f-3e75-4dfb-b97a-1292ae8caed5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3394704
Apr 19 18:33:01.077868 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55082) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:01.078940 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cb179f9f-3e75-4dfb-b97a-1292ae8caed5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:01.088619 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-dd9364b7-5989-47d6-bc22-4fafc7229144 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Request body: {'security_group_rule': {'security_group_id': '33b9b21d-9fb6-46d6-8219-65cead5d082b', 'project_id': '20e2b5460150473caf714c4478fc00b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:01.097389 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-dd9364b7-5989-47d6-bc22-4fafc7229144 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:01.101792 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-dd9364b7-5989-47d6-bc22-4fafc7229144 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Usage tracker for resource:security_group_rule and tenant:20e2b5460150473caf714c4478fc00b1 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:01.105076 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-dd9364b7-5989-47d6-bc22-4fafc7229144 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:01.108104 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d9e99465-2a4a-466b-bb5b-36e5cc6be534 req-0ec22083-96a1-4174-bba2-0b372f335c50 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831716
Apr 19 18:33:01.112171 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:01.130046 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:01.131852 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-dd9364b7-5989-47d6-bc22-4fafc7229144 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:01.147402 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.securitygroups_db [None req-dd9364b7-5989-47d6-bc22-4fafc7229144 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Project 20e2b5460150473caf714c4478fc00b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 18:33:01.160751 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dd9364b7-5989-47d6-bc22-4fafc7229144 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:01.255391 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dd9364b7-5989-47d6-bc22-4fafc7229144 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:01.259167 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dd9364b7-5989-47d6-bc22-4fafc7229144 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:01.262490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:01.331298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dd9364b7-5989-47d6-bc22-4fafc7229144 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:01.343056 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-dd9364b7-5989-47d6-bc22-4fafc7229144 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2627957
Apr 19 18:33:01.356554 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9364b7-5989-47d6-bc22-4fafc7229144 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88d5995-5830-460f-a67f-3a79a25f005b,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:01.363709 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-dd9364b7-5989-47d6-bc22-4fafc7229144 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:01.385220 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=717c7936-7304-41ca-95a4-58008b460a06,revision_number=9']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:01.421088 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:01.458874 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['717c7936-7304-41ca-95a4-58008b460a06'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:33:01.497805 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-68066961-8b5d-4d32-b05b-1592203fa524 req-2793c580-0140-4b9e-b88e-386cc4d0e230 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 210 time: 0.1192715
Apr 19 18:33:01.948762 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71004b0c50>, [{'id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'name': 'tempest-TestShelveInstance-1773508257-router', 'tenant_id': 'f02b35a180f14767a189d3520d67bc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '3d2a7e1c-1164-4345-bb99-235c5eacb2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:49Z', 'updated_at': '2021-04-19T18:32:55Z', 'revision_number': 4, 'project_id': 'f02b35a180f14767a189d3520d67bc54', 'gw_port': {'id': '3d2a7e1c-1164-4345-bb99-235c5eacb2cc', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:50Z', 'updated_at': '2021-04-19T18:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '1783e185-173e-459e-ba4c-e1efce66952d', 'name': '', 'network_id': 'ce65d97b-bfe2-4f80-9d99-322767ef5916', 'tenant_id': 'f02b35a180f14767a189d3520d67bc54', 'mac_address': 'fa:16:3e:41:f3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '856c320a-49bb-4c8c-82ba-c6ffad468854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:54Z', 'updated_at': '2021-04-19T18:32:55Z', 'revision_number': 2, 'project_id': 'f02b35a180f14767a189d3520d67bc54', 'subnets': [{'id': '856c320a-49bb-4c8c-82ba-c6ffad468854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:01.998382 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Checking router: 264710a1-95fc-45bc-8e49-55a9d38b444c for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:33:01.998784 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Updating router 264710a1-95fc-45bc-8e49-55a9d38b444c port 1783e185-173e-459e-ba4c-e1efce66952d binding host dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 19 18:33:02.005935 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f43bc-6eb7-483d-a00c-696e4517d45e req-721be6a3-0f2a-4fa2-964b-5dbc2d1413ba tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:02.014130 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ab1f43bc-6eb7-483d-a00c-696e4517d45e req-721be6a3-0f2a-4fa2-964b-5dbc2d1413ba tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 945 time: 0.2746048
Apr 19 18:33:02.030814 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 3d2a7e1c-1164-4345-bb99-235c5eacb2cc up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:33:02.127875 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ab1f43bc-6eb7-483d-a00c-696e4517d45e req-83b67432-e674-4bf8-9638-ef895ecc4918 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1121037
Apr 19 18:33:02.190946 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:02.245278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c663f5-5254-45cd-8bb1-0d4e418ab27a req-8cb9430b-db56-429d-bd10-abead647a10c tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:02.257671 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c7c663f5-5254-45cd-8bb1-0d4e418ab27a req-8cb9430b-db56-429d-bd10-abead647a10c tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1917572
Apr 19 18:33:02.280287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 3d2a7e1c-1164-4345-bb99-235c5eacb2cc triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:33:02.280681 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:02.408259 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c7c663f5-5254-45cd-8bb1-0d4e418ab27a req-749bf486-9aae-4e05-931b-19e3412d7952 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438339
Apr 19 18:33:02.491311 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19386728-36c4-4d83-98e6-7c6781ce56e6 req-6b2b0f2d-c983-4906-9e95-5da350aa828f tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:02.494118 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-19386728-36c4-4d83-98e6-7c6781ce56e6 req-6b2b0f2d-c983-4906-9e95-5da350aa828f tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 932 time: 0.1480286
Apr 19 18:33:02.558151 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-19386728-36c4-4d83-98e6-7c6781ce56e6 req-f6f79344-f312-47c7-a608-89edca811419 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563962
Apr 19 18:33:02.733431 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7ff2edfd-3894-4329-83ce-883f27fc40e8 req-98ca08aa-3ad9-4e41-bda2-bac75d2d69f6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 210 time: 0.0686841
Apr 19 18:33:02.841380 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Notify callbacks [] for port, precommit_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:02.854767 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Transition to ACTIVE for port object 1783e185-173e-459e-ba4c-e1efce66952d will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:33:02.861844 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:02.866666 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:03.093529 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f340a62-0453-4b25-b72b-aa5f8af512a0 None None] Pushing event updated for resources: {'Port': ['ID=1783e185-173e-459e-ba4c-e1efce66952d,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:03.331759 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6f340a62-0453-4b25-b72b-aa5f8af512a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:03.332667 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 717c7936-7304-41ca-95a4-58008b460a06 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:33:03.402791 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Attempting to bind port 1783e185-173e-459e-ba4c-e1efce66952d on host dv-cinder-786928-1-iscsi for vnic_type normal with profile  {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:33:03.403203 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Attempting to bind port 1783e185-173e-459e-ba4c-e1efce66952d by drivers openvswitch,hyperv on host dv-cinder-786928-1-iscsi at level 0 using segments [{'id': 'afb4746b-0a8a-4cfa-a402-8f5fc24408bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce65d97b-bfe2-4f80-9d99-322767ef5916'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:33:03.403622 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Attempting to bind port 1783e185-173e-459e-ba4c-e1efce66952d on network ce65d97b-bfe2-4f80-9d99-322767ef5916 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:33:03.416927 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Checking agent: {'id': '936cf304-e4ba-4075-b328-b68b0fbe0bf1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 21, 16), 'started_at': datetime.datetime(2021, 4, 19, 18, 21, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:33:03.417354 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Checking segment: {'id': 'afb4746b-0a8a-4cfa-a402-8f5fc24408bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce65d97b-bfe2-4f80-9d99-322767ef5916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:33:03.417830 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:03.418273 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Bound using segment: {'id': 'afb4746b-0a8a-4cfa-a402-8f5fc24408bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce65d97b-bfe2-4f80-9d99-322767ef5916'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:33:03.418837 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Bound port: 1783e185-173e-459e-ba4c-e1efce66952d, host: dv-cinder-786928-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb4746b-0a8a-4cfa-a402-8f5fc24408bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'ce65d97b-bfe2-4f80-9d99-322767ef5916'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:33:03.419339 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:03.493192 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800a668-ddbd-4c90-b04e-7c1655ef3438 req-0ba2c5c2-b2ae-415a-a452-1d794f1a600b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:03.495577 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2800a668-ddbd-4c90-b04e-7c1655ef3438 req-0ba2c5c2-b2ae-415a-a452-1d794f1a600b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 945 time: 0.1226523
Apr 19 18:33:03.570203 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2800a668-ddbd-4c90-b04e-7c1655ef3438 req-9e02243d-e2ff-411c-be8a-2337ea59d9c0 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659192
Apr 19 18:33:03.581554 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port 717c7936-7304-41ca-95a4-58008b460a06 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:33:03.582049 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:03.636237 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] For port 1783e185-173e-459e-ba4c-e1efce66952d, host dv-cinder-786928-1-iscsi, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:33:03.644928 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] For port 1783e185-173e-459e-ba4c-e1efce66952d, host dv-cinder-786928-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=1783e185-173e-459e-ba4c-e1efce66952d,segment=NetworkSegment(afb4746b-0a8a-4cfa-a402-8f5fc24408bc),segment_id=afb4746b-0a8a-4cfa-a402-8f5fc24408bc)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:33:03.674914 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:03.681687 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:03.704808 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204dbae-27ae-4d87-aca9-1a650e923fd2 req-ba5bf20f-9c6a-4c15-8194-4d7569633121 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:03.709253 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3204dbae-27ae-4d87-aca9-1a650e923fd2 req-ba5bf20f-9c6a-4c15-8194-4d7569633121 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1359069
Apr 19 18:33:03.882918 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3204dbae-27ae-4d87-aca9-1a650e923fd2 req-30d7395e-9db7-4ae9-9a0a-44f2b05aa64b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672826
Apr 19 18:33:03.913659 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Routers {'264710a1-95fc-45bc-8e49-55a9d38b444c'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:33:03.914837 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71004b0c50>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:32:45Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['264710a1-95fc-45bc-8e49-55a9d38b444c'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:04.001153 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665a66f-f41a-4538-b80b-3914d1ef494d req-fd1218f0-700a-425f-9db3-ddb443c6566d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:04.006529 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9665a66f-f41a-4538-b80b-3914d1ef494d req-fd1218f0-700a-425f-9db3-ddb443c6566d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 932 time: 0.2661090
Apr 19 18:33:04.116145 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9665a66f-f41a-4538-b80b-3914d1ef494d req-e5dc41c5-35b3-4fa5-9ef4-66e826eba728 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023016
Apr 19 18:33:04.158200 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f340a62-0453-4b25-b72b-aa5f8af512a0 None None] Pushing event updated for resources: {'Port': ['ID=1783e185-173e-459e-ba4c-e1efce66952d,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:04.184963 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6f340a62-0453-4b25-b72b-aa5f8af512a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:04.187381 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-442ee7e6-a99e-47ab-9395-b2befb589133 req-8dfb8bc8-83cd-4a9c-b945-32004cbdea88 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 210 time: 0.0859358
Apr 19 18:33:04.244166 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:04.306168 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57904224-ede3-429d-9934-bf1994652a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717c7936-7304-41ca-95a4-58008b460a06'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:33:04.326104 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 717c7936-7304-41ca-95a4-58008b460a06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=717c7936-7304-41ca-95a4-58008b460a06,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:04.328989 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] Set router 264710a1-95fc-45bc-8e49-55a9d38b444c gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:33:04.392241 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:04.399031 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57904224-ede3-429d-9934-bf1994652a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717c7936-7304-41ca-95a4-58008b460a06', 'code': 200}
Apr 19 18:33:04.399618 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-637ef537-d15e-4156-b62b-bd83aefb8079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:04.633351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=717c7936-7304-41ca-95a4-58008b460a06,revision_number=10']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:04.639793 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:04.800384 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71004b0c50>, [{'id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'name': 'tempest-TestShelveInstance-1773508257-router', 'tenant_id': 'f02b35a180f14767a189d3520d67bc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '3d2a7e1c-1164-4345-bb99-235c5eacb2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:49Z', 'updated_at': '2021-04-19T18:32:55Z', 'revision_number': 4, 'project_id': 'f02b35a180f14767a189d3520d67bc54', 'gw_port': {'id': '3d2a7e1c-1164-4345-bb99-235c5eacb2cc', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:50Z', 'updated_at': '2021-04-19T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '1783e185-173e-459e-ba4c-e1efce66952d', 'name': '', 'network_id': 'ce65d97b-bfe2-4f80-9d99-322767ef5916', 'tenant_id': 'f02b35a180f14767a189d3520d67bc54', 'mac_address': 'fa:16:3e:41:f3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '856c320a-49bb-4c8c-82ba-c6ffad468854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:54Z', 'updated_at': '2021-04-19T18:33:03Z', 'revision_number': 4, 'project_id': 'f02b35a180f14767a189d3520d67bc54', 'subnets': [{'id': '856c320a-49bb-4c8c-82ba-c6ffad468854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:04.805285 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720e9c55-34df-406c-8445-ab83941d55fa None None] The sync data for ids ['264710a1-95fc-45bc-8e49-55a9d38b444c'] in dv-cinder-786928-1-iscsi is: [{'id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'name': 'tempest-TestShelveInstance-1773508257-router', 'tenant_id': 'f02b35a180f14767a189d3520d67bc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '3d2a7e1c-1164-4345-bb99-235c5eacb2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:49Z', 'updated_at': '2021-04-19T18:32:55Z', 'revision_number': 4, 'project_id': 'f02b35a180f14767a189d3520d67bc54', 'gw_port': {'id': '3d2a7e1c-1164-4345-bb99-235c5eacb2cc', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:50Z', 'updated_at': '2021-04-19T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '1783e185-173e-459e-ba4c-e1efce66952d', 'name': '', 'network_id': 'ce65d97b-bfe2-4f80-9d99-322767ef5916', 'tenant_id': 'f02b35a180f14767a189d3520d67bc54', 'mac_address': 'fa:16:3e:41:f3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '856c320a-49bb-4c8c-82ba-c6ffad468854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:54Z', 'updated_at': '2021-04-19T18:33:03Z', 'revision_number': 4, 'project_id': 'f02b35a180f14767a189d3520d67bc54', 'subnets': [{'id': '856c320a-49bb-4c8c-82ba-c6ffad468854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:33:04.836500 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b31657-a34a-44b9-857d-d92933d01647 req-0f45aaca-ea88-45b1-b63f-21d13533970a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:04.838415 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b6b31657-a34a-44b9-857d-d92933d01647 req-0f45aaca-ea88-45b1-b63f-21d13533970a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 947 time: 0.1143959
Apr 19 18:33:04.892824 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b6b31657-a34a-44b9-857d-d92933d01647 req-a23bbaf3-a74d-49fc-8e12-22cf7a6b2f04 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463002
Apr 19 18:33:05.157346 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:33:05.161032 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc3dc4-635b-4c05-84bf-25fc6e00d0d5 req-631b17a4-ef82-472e-a9f3-07989bd7e693 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:05.162785 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-efcc3dc4-635b-4c05-84bf-25fc6e00d0d5 req-631b17a4-ef82-472e-a9f3-07989bd7e693 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1320014
Apr 19 18:33:05.257653 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-efcc3dc4-635b-4c05-84bf-25fc6e00d0d5 req-5aa8e461-08e0-4b5a-b110-ed2f28388d9c tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871441
Apr 19 18:33:05.471215 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7711245a-3f5e-4595-824b-2835c250ebbe req-f203b8d2-8757-4c25-84e0-c73fb22b111d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 210 time: 0.0677638
Apr 19 18:33:05.490479 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e6378-2cc0-43d5-a1c6-e1e3fb418a40 req-8479b3de-8bc2-41fd-a578-cc4fe392b8be tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:05.492126 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7d5e6378-2cc0-43d5-a1c6-e1e3fb418a40 req-8479b3de-8bc2-41fd-a578-cc4fe392b8be tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 932 time: 0.1800938
Apr 19 18:33:05.550239 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7d5e6378-2cc0-43d5-a1c6-e1e3fb418a40 req-f9ec8a73-2a11-4b03-8eef-7725c006e34a tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505834
Apr 19 18:33:05.906280 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 1783e185-173e-459e-ba4c-e1efce66952d up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:33:05.983598 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning for port 1783e185-173e-459e-ba4c-e1efce66952d completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:33:05.990764 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 1783e185-173e-459e-ba4c-e1efce66952d triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:33:05.990764 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:06.132043 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367ee93-d01f-458e-a3cb-6273dda51680 req-5e00acf0-d5ed-4554-973c-e402ce121c3e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:06.133777 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6367ee93-d01f-458e-a3cb-6273dda51680 req-5e00acf0-d5ed-4554-973c-e402ce121c3e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 947 time: 0.1031704
Apr 19 18:33:06.140659 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:06.190874 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] For port 1783e185-173e-459e-ba4c-e1efce66952d, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=1783e185-173e-459e-ba4c-e1efce66952d,segment=NetworkSegment(afb4746b-0a8a-4cfa-a402-8f5fc24408bc),segment_id=afb4746b-0a8a-4cfa-a402-8f5fc24408bc)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:06.201719 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:06.213741 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-44fd396e-3f8e-492f-9ff9-84e5309f739b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:06.223732 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6367ee93-d01f-458e-a3cb-6273dda51680 req-978a7bbb-e4ab-4a48-98f2-ca44d964bdef tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739725
Apr 19 18:33:06.317588 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Pushing event updated for resources: {'Port': ['ID=1783e185-173e-459e-ba4c-e1efce66952d,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:06.321147 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:06.487564 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817903f-6fdf-4388-945e-95cb878824dc req-c5b1ecaa-c1f8-4ab8-a7a3-6ea5cb9d2ec8 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:06.489166 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5817903f-6fdf-4388-945e-95cb878824dc req-c5b1ecaa-c1f8-4ab8-a7a3-6ea5cb9d2ec8 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1004996
Apr 19 18:33:06.599907 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5817903f-6fdf-4388-945e-95cb878824dc req-4e7ffe08-9adb-43ac-a0f4-a340a512522d tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038191
Apr 19 18:33:06.653987 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7a0dfd9d-bce3-4811-81c1-e4d19325bbe6 req-8c14fe54-e707-4c72-ae07-3a72ae709675 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 210 time: 0.0525918
Apr 19 18:33:06.820919 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663a2e0-b3bb-42ff-9aba-006294d75242 req-35723bc4-f5ec-4c28-bb7a-0152a474b3c7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:06.824265 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5663a2e0-b3bb-42ff-9aba-006294d75242 req-35723bc4-f5ec-4c28-bb7a-0152a474b3c7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 932 time: 0.1003847
Apr 19 18:33:06.875578 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5663a2e0-b3bb-42ff-9aba-006294d75242 req-e8443f11-e6ee-4fc0-8ab4-f1ee9d47ca2b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459864
Apr 19 18:33:07.452319 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a32c6-ddd5-4886-b9c2-35b7307f2dc0 req-aff8b474-a38d-4b9a-b4e0-0cf8f4811c5f tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:07.453985 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9c8a32c6-ddd5-4886-b9c2-35b7307f2dc0 req-aff8b474-a38d-4b9a-b4e0-0cf8f4811c5f tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 947 time: 0.0987554
Apr 19 18:33:07.505248 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9c8a32c6-ddd5-4886-b9c2-35b7307f2dc0 req-163dfb9d-f2d3-4a89-911b-73d80aac7c9d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447893
Apr 19 18:33:07.839257 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-209dd2d8-fb93-40cd-aef4-b9c8e2451cd9 req-757c3a89-556b-4a92-9d2d-baea96f6a551 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 210 time: 0.0612450
Apr 19 18:33:07.897350 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbabcdb-93a9-442f-a7f9-f2d04317b53a req-49c52e98-f313-420a-8dc9-533e08675d07 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:07.899054 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 1783e185-173e-459e-ba4c-e1efce66952d up at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:33:07.899234 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bdbabcdb-93a9-442f-a7f9-f2d04317b53a req-49c52e98-f313-420a-8dc9-533e08675d07 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1742017
Apr 19 18:33:07.961878 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bdbabcdb-93a9-442f-a7f9-f2d04317b53a req-10651fb6-4a1f-476f-8566-053b9324825a tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546963
Apr 19 18:33:08.019004 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Provisioning complete for port 1783e185-173e-459e-ba4c-e1efce66952d triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:33:08.019866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:08.350102 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f940a-8f82-497e-a699-5cfc8aebbe48 req-256942f5-4c35-4148-8c00-3fb11514316e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:08.351688 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c75f940a-8f82-497e-a699-5cfc8aebbe48 req-256942f5-4c35-4148-8c00-3fb11514316e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 932 time: 0.3413191
Apr 19 18:33:08.404320 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c75f940a-8f82-497e-a699-5cfc8aebbe48 req-ac63fc55-044e-4274-b15e-3cd426d47158 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446270
Apr 19 18:33:08.722814 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e23ab-4a90-47a4-9c90-3ab6a5704afb req-6109f31b-27f3-44af-8d6c-af51f73e29f9 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:08.724413 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fe1e23ab-4a90-47a4-9c90-3ab6a5704afb req-6109f31b-27f3-44af-8d6c-af51f73e29f9 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 947 time: 0.0955827
Apr 19 18:33:08.776564 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fe1e23ab-4a90-47a4-9c90-3ab6a5704afb req-af7cec68-2201-4d79-b8d5-bac5bbcaa22c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457473
Apr 19 18:33:08.960651 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Request body: {'port': {'device_id': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:09.072972 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e6d0a152-bdfd-4a32-b793-c9ea27c6b739 req-7a9f4162-ea6a-46f4-81fb-7d35a98eaa7a tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 210 time: 0.0692232
Apr 19 18:33:09.180208 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:09.304922 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357bf94-e3ab-455a-ad3d-218b33c8f85f req-490a829d-154a-4eba-9f5b-5a83eca730f5 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:09.307032 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a357bf94-e3ab-455a-ad3d-218b33c8f85f req-490a829d-154a-4eba-9f5b-5a83eca730f5 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.1957722
Apr 19 18:33:09.445035 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a357bf94-e3ab-455a-ad3d-218b33c8f85f req-c2bc716a-1aa1-467b-bde2-7274ed0bbb9f tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938597
Apr 19 18:33:09.707847 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248854f-8c08-4898-ad86-2bf5cd261507 req-eace2c71-6bc0-4ab7-91c5-a5e8737af089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:09.709443 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5248854f-8c08-4898-ad86-2bf5cd261507 req-eace2c71-6bc0-4ab7-91c5-a5e8737af089 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 1100 time: 0.2167518
Apr 19 18:33:09.721506 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ac415-610a-4189-ab1f-78ae2f1e6cee req-3d05dc70-efc4-4ed6-9817-0ee9d95fa77a tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:09.723044 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1a6ac415-610a-4189-ab1f-78ae2f1e6cee req-3d05dc70-efc4-4ed6-9817-0ee9d95fa77a tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 932 time: 0.1755483
Apr 19 18:33:09.821187 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1a6ac415-610a-4189-ab1f-78ae2f1e6cee req-a6f8be55-c674-4e09-b82a-c716bed22156 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783165
Apr 19 18:33:09.854452 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5248854f-8c08-4898-ad86-2bf5cd261507 req-2fa5a914-2251-46dc-b56e-2c7fb6db2c14 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1291924
Apr 19 18:33:09.904948 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5478a875-0c63-4893-86df-c7a0ef656277 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:33:09.916713 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:09.939083 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Transition to ACTIVE for port object 5478a875-0c63-4893-86df-c7a0ef656277 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:33:09.946363 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:09.959480 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-922ea27a-fd6b-40ab-a863-78214b4a7283 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:09.970800 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-347dc781-e825-4d73-9e77-90eb3d1049b1 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:09.971635 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-347dc781-e825-4d73-9e77-90eb3d1049b1 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Synchronizing usage tracker for tenant:b2c9c6242f9040c7a6043ce4b8184661 on resource:network {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:33:09.993727 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-347dc781-e825-4d73-9e77-90eb3d1049b1 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Unset dirty status for tenant:b2c9c6242f9040c7a6043ce4b8184661 on resource:network {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:33:09.995038 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-347dc781-e825-4d73-9e77-90eb3d1049b1 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.13 "GET /v2.0/networks?id=e9c36c12-0176-4f97-97e9-14acfffaf6f9 HTTP/1.1" status: 200  len: 811 time: 0.2566655
Apr 19 18:33:10.050010 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Pushing event updated for resources: {'Port': ['ID=5478a875-0c63-4893-86df-c7a0ef656277,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:10.159667 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:10.165163 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-40f928f0-5ebd-4d49-ab2c-a9b062d1eb9f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Synchronizing usage tracker for tenant:b2c9c6242f9040c7a6043ce4b8184661 on resource:security_group {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:33:10.193383 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-40f928f0-5ebd-4d49-ab2c-a9b062d1eb9f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Unset dirty status for tenant:b2c9c6242f9040c7a6043ce4b8184661 on resource:security_group {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:33:10.202697 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-40f928f0-5ebd-4d49-ab2c-a9b062d1eb9f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2c9c6242f9040c7a6043ce4b8184661 HTTP/1.1" status: 200  len: 8059 time: 0.1912851
Apr 19 18:33:10.209523 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Request body: {'port': {'device_id': '3cc16520-9c4c-4f62-8aa6-e448a5cf01f8', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'admin_state_up': True, 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'security_groups': ['5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4']}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:10.382622 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:10.387281 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Usage tracker for resource:port and tenant:b2c9c6242f9040c7a6043ce4b8184661 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:10.390331 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:10.396601 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:10.401928 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a3872f88-f277-48ba-81a2-ba6cae5dd921 req-18c9b150-b123-4fa5-b10d-c14755366c1c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 210 time: 0.0853627
Apr 19 18:33:10.402719 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Attempting to bind port 5478a875-0c63-4893-86df-c7a0ef656277 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:33:10.403097 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Attempting to bind port 5478a875-0c63-4893-86df-c7a0ef656277 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '09654d5d-78d0-4e3a-bec2-07fd9708c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:33:10.404044 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Attempting to bind port 5478a875-0c63-4893-86df-c7a0ef656277 on network 8e23a024-d945-4415-9ec2-2d14f1cce659 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:33:10.407326 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Made reservation on behalf of b2c9c6242f9040c7a6043ce4b8184661 for: {'port': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:33:10.414386 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:10.424586 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Port 5478a875-0c63-4893-86df-c7a0ef656277 on network 8e23a024-d945-4415-9ec2-2d14f1cce659 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:33:10.424993 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Attempting to bind port 5478a875-0c63-4893-86df-c7a0ef656277 on network 8e23a024-d945-4415-9ec2-2d14f1cce659 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:33:10.436194 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:33:10.436568 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Checking segment: {'id': '09654d5d-78d0-4e3a-bec2-07fd9708c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:33:10.436988 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Bound using segment: {'id': '09654d5d-78d0-4e3a-bec2-07fd9708c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:33:10.437466 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Bound port: 5478a875-0c63-4893-86df-c7a0ef656277, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09654d5d-78d0-4e3a-bec2-07fd9708c3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:33:10.437875 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:10.510428 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b5ee5-7b16-4518-8fae-c1cfcf6fbbab req-eea57353-2550-4158-a750-0a417ced0d1a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:10.512059 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2d5b5ee5-7b16-4518-8fae-c1cfcf6fbbab req-eea57353-2550-4158-a750-0a417ced0d1a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 947 time: 0.2985318
Apr 19 18:33:10.594191 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Allocated IP 172.20.0.10 (e9c36c12-0176-4f97-97e9-14acfffaf6f9/2dfe41ce-4236-4779-9aeb-9390aebf5b7b/e36f32d3-be11-409e-99f1-14e409ae6b87) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:33:10.629033 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] For port 5478a875-0c63-4893-86df-c7a0ef656277, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:33:10.652715 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2d5b5ee5-7b16-4518-8fae-c1cfcf6fbbab req-f2f13f55-a1bf-44e4-bfb3-42440357dd78 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1255164
Apr 19 18:33:10.654384 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] For port 5478a875-0c63-4893-86df-c7a0ef656277, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5478a875-0c63-4893-86df-c7a0ef656277,segment=NetworkSegment(09654d5d-78d0-4e3a-bec2-07fd9708c3a4),segment_id=09654d5d-78d0-4e3a-bec2-07fd9708c3a4)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:33:10.663612 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:10.674494 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8b1d575a-6565-4304-b4d9-151cd3aaf44a tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:10.738980 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:10.739653 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:10.741123 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] 10.222.0.13 "PUT /v2.0/ports/5478a875-0c63-4893-86df-c7a0ef656277 HTTP/1.1" status: 200  len: 1094 time: 1.7852476
Apr 19 18:33:10.753087 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'tag': '5478a875-0c63-4893-86df-c7a0ef656277'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:33:10.781778 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Pushing event updated for resources: {'Port': ['ID=5478a875-0c63-4893-86df-c7a0ef656277,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:10.785710 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:10.803529 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8833e-693f-462b-ad02-6ffb725c204b req-745f5aec-2c44-4d33-97a1-692040d7de75 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:10.811894 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a7f8833e-693f-462b-ad02-6ffb725c204b req-745f5aec-2c44-4d33-97a1-692040d7de75 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.2418530
Apr 19 18:33:10.849743 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:10.869058 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Transition to ACTIVE for port object e36f32d3-be11-409e-99f1-14e409ae6b87 will not be triggered until provisioned by entity DHCP. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:33:10.898220 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:10.918991 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:10.929511 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'tag': '5478a875-0c63-4893-86df-c7a0ef656277', 'status': 'completed', 'code': 200}
Apr 19 18:33:11.002641 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a7f8833e-693f-462b-ad02-6ffb725c204b req-4fff6d35-98f7-499d-b437-2b6ae84ac849 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874237
Apr 19 18:33:11.081948 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-4d0c5279-15dc-40ef-989d-f0877e128a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:11.083602 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-4d0c5279-15dc-40ef-989d-f0877e128a0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=881e8cffabb645a0bbcf58ced3234a61&device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 1097 time: 0.2536159
Apr 19 18:33:11.099397 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Network e9c36c12-0176-4f97-97e9-14acfffaf6f9 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:33:11.103843 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:33:11.106647 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:33:11.215673 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event updated for resources: {'Port': ['ID=e36f32d3-be11-409e-99f1-14e409ae6b87,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:11.228678 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-5f78dd6c-2b4e-4b79-aaf5-fa23572900fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5478a875-0c63-4893-86df-c7a0ef656277 HTTP/1.1" status: 200  len: 217 time: 0.1341190
Apr 19 18:33:11.230240 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:11.253631 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:11.254366 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for port, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:11.326229 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1209564
Apr 19 18:33:11.340615 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Request body: {'port': {'device_id': '3cc16520-9c4c-4f62-8aa6-e448a5cf01f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:11.387651 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-08fa4764-c7bd-406a-ab5f-1c5c6dd22925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:11.389350 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-08fa4764-c7bd-406a-ab5f-1c5c6dd22925 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0891f7e0-9bdd-478e-a003-514aea6cbcb6 HTTP/1.1" status: 200  len: 854 time: 0.1534216
Apr 19 18:33:11.486652 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-9ae8962f-f551-4ade-b47e-a90088a82ec5 None None] Provisioning for port e36f32d3-be11-409e-99f1-14e409ae6b87 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:33:11.495703 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598d3ca-fc7a-4669-8e44-04741d43d5c1 req-f0d38440-1b35-49b1-b2db-e29606ac4575 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:11.497199 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-9ae8962f-f551-4ade-b47e-a90088a82ec5 None None] Provisioning complete for port e36f32d3-be11-409e-99f1-14e409ae6b87 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:33:11.497663 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9ae8962f-f551-4ade-b47e-a90088a82ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:11.503855 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e598d3ca-fc7a-4669-8e44-04741d43d5c1 req-f0d38440-1b35-49b1-b2db-e29606ac4575 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 944 time: 0.4752319
Apr 19 18:33:11.530856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:11.619549 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8962f-f551-4ade-b47e-a90088a82ec5 None None] Port e36f32d3-be11-409e-99f1-14e409ae6b87 cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:33:11.641488 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e598d3ca-fc7a-4669-8e44-04741d43d5c1 req-bfebdd7c-4fee-4f26-a966-ccc1d2488b8c tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364374
Apr 19 18:33:11.792604 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-251f2308-6dd8-46c9-9bc6-3025cc87d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:11.794337 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-251f2308-6dd8-46c9-9bc6-3025cc87d347 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e23a024-d945-4415-9ec2-2d14f1cce659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3971617
Apr 19 18:33:11.970456 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36f32d3-be11-409e-99f1-14e409ae6b87 {{(pid=86311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:33:11.980336 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:11.997631 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Transition to ACTIVE for port object e36f32d3-be11-409e-99f1-14e409ae6b87 will not be triggered until provisioned by entity L2. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:33:12.000433 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531857088'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:12.005799 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:12.058541 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc583-1542-4d5c-acc4-b6af86155aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:12.198286 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e36f32d3-be11-409e-99f1-14e409ae6b87,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:12.229497 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:12.276985 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Attempting to bind port e36f32d3-be11-409e-99f1-14e409ae6b87 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:33:12.277367 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Attempting to bind port e36f32d3-be11-409e-99f1-14e409ae6b87 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:33:12.277821 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Attempting to bind port e36f32d3-be11-409e-99f1-14e409ae6b87 on network e9c36c12-0176-4f97-97e9-14acfffaf6f9 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:33:12.282950 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Port e36f32d3-be11-409e-99f1-14e409ae6b87 on network e9c36c12-0176-4f97-97e9-14acfffaf6f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:33:12.283311 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Attempting to bind port e36f32d3-be11-409e-99f1-14e409ae6b87 on network e9c36c12-0176-4f97-97e9-14acfffaf6f9 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:33:12.285716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece8634-158b-4042-b6b3-60dc0fffd335 req-c42bddbd-491d-4aa7-9a21-a20cee223b97 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:12.287311 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cece8634-158b-4042-b6b3-60dc0fffd335 req-c42bddbd-491d-4aa7-9a21-a20cee223b97 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 932 time: 0.6728804
Apr 19 18:33:12.288785 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:33:12.289648 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Checking segment: {'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:33:12.289648 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Bound using segment: {'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:33:12.290036 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Bound port: e36f32d3-be11-409e-99f1-14e409ae6b87, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'}}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:33:12.290992 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:12.292414 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-cd913ebe-fe8d-4794-9c14-073b232df9a2 service neutron] 10.222.0.13 "GET /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4376240
Apr 19 18:33:12.361020 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78778d8-6de8-4e52-a510-50e6760dc810 req-8b5a63d3-6f50-4741-bf26-0f7273638c75 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:12.362608 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d78778d8-6de8-4e52-a510-50e6760dc810 req-8b5a63d3-6f50-4741-bf26-0f7273638c75 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.13 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.6308455
Apr 19 18:33:12.375189 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7f03c-8929-49b4-89fa-d3ef1a144ddf req-2447f2bc-c493-4435-933c-0f209a3f4e0c tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:12.376703 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-acf7f03c-8929-49b4-89fa-d3ef1a144ddf req-2447f2bc-c493-4435-933c-0f209a3f4e0c tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.5794649
Apr 19 18:33:12.393811 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] For port e36f32d3-be11-409e-99f1-14e409ae6b87, host hv-cinder-78692, cleared binding levels {{(pid=86311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:33:12.397145 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] For port e36f32d3-be11-409e-99f1-14e409ae6b87, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e36f32d3-be11-409e-99f1-14e409ae6b87,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:33:12.401308 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531857088'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:12.405207 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:12.468742 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:12.469421 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for port, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:12.470946 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] 10.222.0.13 "PUT /v2.0/ports/e36f32d3-be11-409e-99f1-14e409ae6b87 HTTP/1.1" status: 200  len: 1094 time: 1.1357088
Apr 19 18:33:12.471505 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc16520-9c4c-4f62-8aa6-e448a5cf01f8', 'tag': 'e36f32d3-be11-409e-99f1-14e409ae6b87'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:33:12.495185 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e36f32d3-be11-409e-99f1-14e409ae6b87,revision_number=3']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:12.499114 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:12.517078 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:12.525626 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cece8634-158b-4042-b6b3-60dc0fffd335 req-e8baa4e2-bee9-4de0-bfbc-e9db5a1efddb tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2268784
Apr 19 18:33:12.563649 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-d78778d8-6de8-4e52-a510-50e6760dc810 req-4ac66107-c349-427a-8dca-2c239cdf6d6e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Deleting port e7f46757-ad1c-4db6-a7ba-732e7688475f {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:33:12.564175 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-d78778d8-6de8-4e52-a510-50e6760dc810 req-4ac66107-c349-427a-8dca-2c239cdf6d6e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:12.616784 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-951c1f97-ba14-4e0f-a2fa-49a23674bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:12.619336 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-951c1f97-ba14-4e0f-a2fa-49a23674bfe2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 1097 time: 0.1076591
Apr 19 18:33:12.707719 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-eb036178-b1b6-40bf-9526-d0be80d5c18e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e36f32d3-be11-409e-99f1-14e409ae6b87 HTTP/1.1" status: 200  len: 217 time: 0.0811582
Apr 19 18:33:12.726786 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-acf7f03c-8929-49b4-89fa-d3ef1a144ddf req-3620f73d-cb3f-42b2-a107-c897cefa4492 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2819505
Apr 19 18:33:12.798672 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bd286819-f9ab-4441-914c-1c757c7d4d97 req-a5755d0e-94c0-4315-a7d3-2d82eb819451 service neutron] 10.222.0.13 "GET /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4810946
Apr 19 18:33:12.799205 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-3a4b9b5e-19f4-410c-a2f7-ded4bb17bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:12.800456 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-3a4b9b5e-19f4-410c-a2f7-ded4bb17bdf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dfe41ce-4236-4779-9aeb-9390aebf5b7b HTTP/1.1" status: 200  len: 850 time: 0.0859420
Apr 19 18:33:12.894453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-fdf826f8-5988-4a25-9ba9-baf5632eea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:12.896098 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-fdf826f8-5988-4a25-9ba9-baf5632eea32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c36c12-0176-4f97-97e9-14acfffaf6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860832
Apr 19 18:33:13.026010 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de286d-ca88-4240-892b-d69a6b30d48a req-d8261595-04d8-434d-ad61-190d44725f65 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:13.027519 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-32de286d-ca88-4240-892b-d69a6b30d48a req-d8261595-04d8-434d-ad61-190d44725f65 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 947 time: 0.3649936
Apr 19 18:33:13.196373 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-32de286d-ca88-4240-892b-d69a6b30d48a req-b3713de7-61f2-483c-9db1-bda51e8dd5fa tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1537714
Apr 19 18:33:13.198880 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-d78778d8-6de8-4e52-a510-50e6760dc810 req-4ac66107-c349-427a-8dca-2c239cdf6d6e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] For port e7f46757-ad1c-4db6-a7ba-732e7688475f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7f46757-ad1c-4db6-a7ba-732e7688475f,segment=NetworkSegment(ed422bf3-06e5-4eca-8cb7-0a83dfc79bed),segment_id=ed422bf3-06e5-4eca-8cb7-0a83dfc79bed)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:13.199290 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-d78778d8-6de8-4e52-a510-50e6760dc810 req-4ac66107-c349-427a-8dca-2c239cdf6d6e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:13.269027 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc16520-9c4c-4f62-8aa6-e448a5cf01f8', 'tag': 'e36f32d3-be11-409e-99f1-14e409ae6b87', 'status': 'completed', 'code': 200}
Apr 19 18:33:13.278178 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-127502f7-e7a8-4130-8a75-e730ce81a11e service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3742735
Apr 19 18:33:13.353971 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1ae10-519a-4f7e-81c9-9c30c03e2a30 req-2d000e1e-1d24-4c38-9ada-b3b3dcda5474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:13.355590 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d7a1ae10-519a-4f7e-81c9-9c30c03e2a30 req-2d000e1e-1d24-4c38-9ada-b3b3dcda5474 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=881e8cffabb645a0bbcf58ced3234a61&device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 1097 time: 0.4981954
Apr 19 18:33:13.363429 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-d78778d8-6de8-4e52-a510-50e6760dc810 req-4ac66107-c349-427a-8dca-2c239cdf6d6e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Calling delete_port for e7f46757-ad1c-4db6-a7ba-732e7688475f owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:33:13.407252 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e19d9-3595-4d89-9902-c11c5efc02c2 req-1da087c4-7fb4-4e1a-b002-f4528ad1aad5 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:13.408825 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4a5e19d9-3595-4d89-9902-c11c5efc02c2 req-1da087c4-7fb4-4e1a-b002-f4528ad1aad5 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 945 time: 0.5526328
Apr 19 18:33:13.428960 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f518703-32bf-4a39-ac96-fd35e85df9b9 req-87b30054-999c-4534-a066-5cbfbf5cad24 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442053
Apr 19 18:33:13.554592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879df1f-816c-4f28-ba77-52c0b73a539c req-a27a1346-f9a6-4d97-b164-4c48052f7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:13.559391 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7879df1f-816c-4f28-ba77-52c0b73a539c req-a27a1346-f9a6-4d97-b164-4c48052f7cdd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 1097 time: 0.0799787
Apr 19 18:33:13.677940 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4a5e19d9-3595-4d89-9902-c11c5efc02c2 req-09f1a160-5a32-4645-9cf3-8a07fa47f4b2 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/security-groups?id=b1783a8a-e050-4564-bb06-08c6a71e87f9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347034
Apr 19 18:33:13.722583 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879df1f-816c-4f28-ba77-52c0b73a539c req-62bc047d-e0c5-4608-abc4-195276feba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:13.724393 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7879df1f-816c-4f28-ba77-52c0b73a539c req-62bc047d-e0c5-4608-abc4-195276feba61 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9c36c12-0176-4f97-97e9-14acfffaf6f9 HTTP/1.1" status: 200  len: 912 time: 0.1538548
Apr 19 18:33:13.769603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1ae10-519a-4f7e-81c9-9c30c03e2a30 req-5faa8753-0497-4084-80b2-052abc6fcb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:13.770862 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d7a1ae10-519a-4f7e-81c9-9c30c03e2a30 req-5faa8753-0497-4084-80b2-052abc6fcb19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8e23a024-d945-4415-9ec2-2d14f1cce659 HTTP/1.1" status: 200  len: 916 time: 0.3732598
Apr 19 18:33:13.782467 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0e62f-c171-4a47-8586-b7e3e2588107 req-47226b4c-8fae-4795-8cac-a282ac020773 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:13.784068 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ccc0e62f-c171-4a47-8586-b7e3e2588107 req-47226b4c-8fae-4795-8cac-a282ac020773 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 944 time: 0.3876634
Apr 19 18:33:13.803691 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7879df1f-816c-4f28-ba77-52c0b73a539c req-384e224f-e339-4b87-84cb-ab81d96075da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e36f32d3-be11-409e-99f1-14e409ae6b87 HTTP/1.1" status: 200  len: 217 time: 0.0716014
Apr 19 18:33:13.878393 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879df1f-816c-4f28-ba77-52c0b73a539c req-2ae7ff89-968b-4e0e-be0c-98af368ab59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:13.879934 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7879df1f-816c-4f28-ba77-52c0b73a539c req-2ae7ff89-968b-4e0e-be0c-98af368ab59b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dfe41ce-4236-4779-9aeb-9390aebf5b7b HTTP/1.1" status: 200  len: 850 time: 0.0677617
Apr 19 18:33:13.933215 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d7a1ae10-519a-4f7e-81c9-9c30c03e2a30 req-b85f76f7-32d9-4c42-8f45-84de393d9a66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5478a875-0c63-4893-86df-c7a0ef656277 HTTP/1.1" status: 200  len: 217 time: 0.1458440
Apr 19 18:33:13.977507 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879df1f-816c-4f28-ba77-52c0b73a539c req-cd9c020a-464d-4f58-9969-cfacadcba73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:13.979197 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7879df1f-816c-4f28-ba77-52c0b73a539c req-cd9c020a-464d-4f58-9969-cfacadcba73f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c36c12-0176-4f97-97e9-14acfffaf6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811052
Apr 19 18:33:14.020670 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-d78778d8-6de8-4e52-a510-50e6760dc810 req-4ac66107-c349-427a-8dca-2c239cdf6d6e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:14.040744 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a316e61f-e26a-4ba8-8caf-428fe4a9594b tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:14.099687 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ccc0e62f-c171-4a47-8586-b7e3e2588107 req-acc1968d-09fc-4f6c-90b5-6f4ce53ee45e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981404
Apr 19 18:33:14.127117 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac66107-c349-427a-8dca-2c239cdf6d6e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Pushing event deleted for resources: {'Port': ['ID=e7f46757-ad1c-4db6-a7ba-732e7688475f,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:14.129438 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-57c80e0e-d9bf-467a-8e1c-c5911c7ea05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:14.165253 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7879df1f-816c-4f28-ba77-52c0b73a539c req-595ffbf5-8fcb-466f-9e69-7d9fc64608bf service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1787913
Apr 19 18:33:14.169353 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4ac66107-c349-427a-8dca-2c239cdf6d6e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:14.198610 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821e37b-b7f2-4bd3-ada9-aa4854bcd956 req-8dfade7d-db4a-4a0d-9698-3f950e0f6142 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:14.200533 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e821e37b-b7f2-4bd3-ada9-aa4854bcd956 req-8dfade7d-db4a-4a0d-9698-3f950e0f6142 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 944 time: 0.4095626
Apr 19 18:33:14.201838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1ae10-519a-4f7e-81c9-9c30c03e2a30 req-f19f5d58-adc8-4615-914e-bdd99a3b12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:14.203589 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d7a1ae10-519a-4f7e-81c9-9c30c03e2a30 req-f19f5d58-adc8-4615-914e-bdd99a3b12ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0891f7e0-9bdd-478e-a003-514aea6cbcb6 HTTP/1.1" status: 200  len: 854 time: 0.2611246
Apr 19 18:33:14.312927 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78778d8-6de8-4e52-a510-50e6760dc810 req-4ac66107-c349-427a-8dca-2c239cdf6d6e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] No DVR routers for this DVR port e7f46757-ad1c-4db6-a7ba-732e7688475f on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:33:14.325494 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7879df1f-816c-4f28-ba77-52c0b73a539c req-da077c23-69d9-447e-addd-83b0db8b8471 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533256
Apr 19 18:33:14.372080 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-d78778d8-6de8-4e52-a510-50e6760dc810 req-4ac66107-c349-427a-8dca-2c239cdf6d6e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:14.374881 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447886ad-8ecf-402b-984d-ddf89c21c61c', 'name': 'network-vif-deleted', 'tag': 'e7f46757-ad1c-4db6-a7ba-732e7688475f'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:33:14.410542 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e821e37b-b7f2-4bd3-ada9-aa4854bcd956 req-f9cf9dae-24f4-4760-8576-411c870d74dc tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1776061
Apr 19 18:33:14.420124 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d78778d8-6de8-4e52-a510-50e6760dc810 req-4ac66107-c349-427a-8dca-2c239cdf6d6e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.13 "DELETE /v2.0/ports/e7f46757-ad1c-4db6-a7ba-732e7688475f HTTP/1.1" status: 204  len: 173 time: 2.0424368
Apr 19 18:33:14.470785 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447886ad-8ecf-402b-984d-ddf89c21c61c', 'name': 'network-vif-deleted', 'tag': 'e7f46757-ad1c-4db6-a7ba-732e7688475f', 'status': 'completed', 'code': 200}
Apr 19 18:33:14.478931 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1ae10-519a-4f7e-81c9-9c30c03e2a30 req-c68e11df-af6e-43eb-92ce-c15c6e934e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:14.480544 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d7a1ae10-519a-4f7e-81c9-9c30c03e2a30 req-c68e11df-af6e-43eb-92ce-c15c6e934e63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e23a024-d945-4415-9ec2-2d14f1cce659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2199600
Apr 19 18:33:14.488899 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c13ae-2e04-4415-a29f-0d1381bf12a9 req-6d9b15af-73d5-4fcb-b8bf-394893674388 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:14.490427 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-394c13ae-2e04-4415-a29f-0d1381bf12a9 req-6d9b15af-73d5-4fcb-b8bf-394893674388 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.2234111
Apr 19 18:33:14.897561 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-394c13ae-2e04-4415-a29f-0d1381bf12a9 req-6c6ef917-2352-48ad-b7f2-26cda08564e7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3802540
Apr 19 18:33:14.902424 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-f7f2c9a8-caaf-4626-a07b-75a1384177c9 req-26488574-af5f-430f-b7c8-ab088e414303 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Synchronizing usage tracker for tenant:dd6d3dff6251456ab69d797d216f3c79 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:33:14.946506 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-f7f2c9a8-caaf-4626-a07b-75a1384177c9 req-26488574-af5f-430f-b7c8-ab088e414303 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Unset dirty status for tenant:dd6d3dff6251456ab69d797d216f3c79 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:33:14.947769 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f7f2c9a8-caaf-4626-a07b-75a1384177c9 req-26488574-af5f-430f-b7c8-ab088e414303 tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] 10.222.0.49 "GET /v2.0/ports?device_id=447886ad-8ecf-402b-984d-ddf89c21c61c HTTP/1.1" status: 200  len: 210 time: 0.1076708
Apr 19 18:33:14.949933 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d7a1ae10-519a-4f7e-81c9-9c30c03e2a30 req-b51782c1-f914-417b-8f2c-154f1345087c service neutron] 10.222.0.13 "GET /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4585505
Apr 19 18:33:15.097303 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d7a1ae10-519a-4f7e-81c9-9c30c03e2a30 req-09ee9487-9f72-4123-9d0c-c7c1332f7e6c service neutron] 10.222.0.13 "GET /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412299
Apr 19 18:33:15.199293 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 5478a875-0c63-4893-86df-c7a0ef656277 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:33:15.233722 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device e7f46757-ad1c-4db6-a7ba-732e7688475f no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:33:15.311288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c8790-89dc-46cb-98e7-24f56fb97272 req-e35eae04-7311-4f06-b8d7-643496c522f1 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:15.312894 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-579c8790-89dc-46cb-98e7-24f56fb97272 req-e35eae04-7311-4f06-b8d7-643496c522f1 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 944 time: 0.0950460
Apr 19 18:33:15.330710 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: e7f46757-ad1c-4db6-a7ba-732e7688475f {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:33:15.331103 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device e7f46757-ad1c-4db6-a7ba-732e7688475f not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:33:15.345021 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:15.364020 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-579c8790-89dc-46cb-98e7-24f56fb97272 req-f41bc782-47ec-449b-8ce6-58d9eb586771 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441957
Apr 19 18:33:15.400458 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 5478a875-0c63-4893-86df-c7a0ef656277, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5478a875-0c63-4893-86df-c7a0ef656277,segment=NetworkSegment(09654d5d-78d0-4e3a-bec2-07fd9708c3a4),segment_id=09654d5d-78d0-4e3a-bec2-07fd9708c3a4)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:15.414539 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': '5478a875-0c63-4893-86df-c7a0ef656277', 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659', 'port_id': '5478a875-0c63-4893-86df-c7a0ef656277', 'mac_address': 'fa:16:3e:2d:da:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:33:15.477318 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:15.495587 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5478a875-0c63-4893-86df-c7a0ef656277 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:33:15.511828 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 5478a875-0c63-4893-86df-c7a0ef656277, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5478a875-0c63-4893-86df-c7a0ef656277,segment=NetworkSegment(09654d5d-78d0-4e3a-bec2-07fd9708c3a4),segment_id=09654d5d-78d0-4e3a-bec2-07fd9708c3a4)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:15.514723 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:15.517524 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-28ebf1f7-e0fd-4cf9-974b-dab7107a7871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:15.588034 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=5478a875-0c63-4893-86df-c7a0ef656277,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:15.591327 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:15.612004 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27be28-c3ca-44bb-b95a-1ac1e3686aca req-2bf2bc7f-e06b-4ac6-828b-19d5d24b8ba9 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:15.613615 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6d27be28-c3ca-44bb-b95a-1ac1e3686aca req-2bf2bc7f-e06b-4ac6-828b-19d5d24b8ba9 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 944 time: 0.0894117
Apr 19 18:33:15.657196 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:15.668323 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6d27be28-c3ca-44bb-b95a-1ac1e3686aca req-5038fa14-8cb7-4fe2-b19a-0f89c605e6fe tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477607
Apr 19 18:33:15.777328 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['5478a875-0c63-4893-86df-c7a0ef656277'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:33:16.049399 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55336) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:16.105972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecbe3b-cb60-417e-b52a-41d4927caf00 req-40b1b74c-f5b7-49a0-b28f-61e2c6eaa4be tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:16.107575 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-01ecbe3b-cb60-417e-b52a-41d4927caf00 req-40b1b74c-f5b7-49a0-b28f-61e2c6eaa4be tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.0909085
Apr 19 18:33:16.158508 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-01ecbe3b-cb60-417e-b52a-41d4927caf00 req-0f592eb2-ee5a-4f25-af36-df90493e4038 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443172
Apr 19 18:33:16.355280 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:16.570839 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f95a4-5b5f-4dc5-b570-35d750f79049 req-3fa1a7be-7055-4e0a-82c7-ce9a960886ed tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:16.572973 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-266f95a4-5b5f-4dc5-b570-35d750f79049 req-3fa1a7be-7055-4e0a-82c7-ce9a960886ed tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 945 time: 0.0925608
Apr 19 18:33:16.621826 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-266f95a4-5b5f-4dc5-b570-35d750f79049 req-ecd8d8ec-78be-4ee5-940e-0518689996bb tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420492
Apr 19 18:33:16.636593 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-360c7711-505d-41e9-bfa5-ba78d4d37a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854152038'] for router_interface, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:16.877965 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b42a2-bba6-4227-99ce-e3fd4bd2318a req-80ac6c08-7675-43d8-a92d-a830d026e2a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:16.879593 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-271b42a2-bba6-4227-99ce-e3fd4bd2318a req-80ac6c08-7675-43d8-a92d-a830d026e2a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 944 time: 0.0920444
Apr 19 18:33:16.929053 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-271b42a2-bba6-4227-99ce-e3fd4bd2318a req-3b4d6da4-503f-4aa4-9a8a-9e93d33c08f7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426869
Apr 19 18:33:17.008803 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-360c7711-505d-41e9-bfa5-ba78d4d37a25 admin admin] Deleting port 24993663-1113-4051-99c3-418ba82d7f6e {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:33:17.009176 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-360c7711-505d-41e9-bfa5-ba78d4d37a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:17.194974 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-360c7711-505d-41e9-bfa5-ba78d4d37a25 admin admin] For port 24993663-1113-4051-99c3-418ba82d7f6e, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=24993663-1113-4051-99c3-418ba82d7f6e,segment=NetworkSegment(ed422bf3-06e5-4eca-8cb7-0a83dfc79bed),segment_id=ed422bf3-06e5-4eca-8cb7-0a83dfc79bed)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:17.195674 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-360c7711-505d-41e9-bfa5-ba78d4d37a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:17.220870 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 5478a875-0c63-4893-86df-c7a0ef656277 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:33:17.294215 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port 5478a875-0c63-4893-86df-c7a0ef656277 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:33:17.299369 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port 5478a875-0c63-4893-86df-c7a0ef656277 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:33:17.299792 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:17.332378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-360c7711-505d-41e9-bfa5-ba78d4d37a25 admin admin] Calling delete_port for 24993663-1113-4051-99c3-418ba82d7f6e owned by network:router_interface {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:33:17.396762 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4d3e5-6bdc-4e03-8cad-c86f05f064c4 req-40961e98-05c6-4b89-bf43-98eb9b583d9a tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:17.398566 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a3f4d3e5-6bdc-4e03-8cad-c86f05f064c4 req-40961e98-05c6-4b89-bf43-98eb9b583d9a tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.1114275
Apr 19 18:33:17.455346 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a3f4d3e5-6bdc-4e03-8cad-c86f05f064c4 req-19c239cb-41e2-4b50-9074-ea084e24b9fd tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493674
Apr 19 18:33:17.592000 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:17.620849 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5478a875-0c63-4893-86df-c7a0ef656277'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:33:17.631904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 5478a875-0c63-4893-86df-c7a0ef656277, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5478a875-0c63-4893-86df-c7a0ef656277,segment=NetworkSegment(09654d5d-78d0-4e3a-bec2-07fd9708c3a4),segment_id=09654d5d-78d0-4e3a-bec2-07fd9708c3a4)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:17.636169 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:17.638336 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:17.700599 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5478a875-0c63-4893-86df-c7a0ef656277', 'code': 200}
Apr 19 18:33:17.730961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=5478a875-0c63-4893-86df-c7a0ef656277,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:17.735672 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:17.870049 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603d556-742c-4546-8651-028232d50881 req-cf06ef0f-30cd-4783-a684-0f7574b9bdf6 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:17.871656 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c603d556-742c-4546-8651-028232d50881 req-cf06ef0f-30cd-4783-a684-0f7574b9bdf6 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 946 time: 0.0971470
Apr 19 18:33:17.966172 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-360c7711-505d-41e9-bfa5-ba78d4d37a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:17.971453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-64c8efef-9a8a-405c-8d78-572b2deca5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:17.982026 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c603d556-742c-4546-8651-028232d50881 req-b9a988f0-e7ba-4f7b-aaf3-8880852633de tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705116
Apr 19 18:33:17.991605 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a99eda-16df-460b-aedb-e4027e6001a5 req-1bd65fd0-0fbb-4a16-aa5c-3c8eaac4f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:17.993666 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-98a99eda-16df-460b-aedb-e4027e6001a5 req-1bd65fd0-0fbb-4a16-aa5c-3c8eaac4f9b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 1099 time: 0.1195605
Apr 19 18:33:18.024538 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c7711-505d-41e9-bfa5-ba78d4d37a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=24993663-1113-4051-99c3-418ba82d7f6e,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:18.027279 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-360c7711-505d-41e9-bfa5-ba78d4d37a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:18.042048 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-98a99eda-16df-460b-aedb-e4027e6001a5 req-6f63a890-9909-4b2d-8d1b-72fa9e398c08 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401466
Apr 19 18:33:18.155176 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31621c1-ec40-4469-a281-e7d52be6afe2 req-f350f2bb-d0a1-42be-be7b-a93c289b7cc2 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:18.156939 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b31621c1-ec40-4469-a281-e7d52be6afe2 req-f350f2bb-d0a1-42be-be7b-a93c289b7cc2 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 944 time: 0.0936124
Apr 19 18:33:18.208209 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b31621c1-ec40-4469-a281-e7d52be6afe2 req-debc92fa-3227-45e4-b158-f298809ba198 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443566
Apr 19 18:33:18.310206 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-360c7711-505d-41e9-bfa5-ba78d4d37a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854151964'] for router_interface, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:18.670507 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6007fb-a764-4d70-aeef-c02297f9e995 req-e84e6b2d-ab60-4030-b949-fa73a13e43e8 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:18.672163 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7c6007fb-a764-4d70-aeef-c02297f9e995 req-e84e6b2d-ab60-4030-b949-fa73a13e43e8 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.0920894
Apr 19 18:33:18.700749 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360c7711-505d-41e9-bfa5-ba78d4d37a25 admin admin] Router 1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:33:18.748063 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-e39b91b9-8f8b-4c01-a92b-c756bf86c352 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725334154&fields=id&tenant_id=20e2b5460150473caf714c4478fc00b1 HTTP/1.1" status: 200  len: 267 time: 0.0748539
Apr 19 18:33:18.760172 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7c6007fb-a764-4d70-aeef-c02297f9e995 req-dcb29a54-b6e3-44fa-b0c0-d1314bde25f0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706680
Apr 19 18:33:18.899391 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360c7711-505d-41e9-bfa5-ba78d4d37a25 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:33:18.915567 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-360c7711-505d-41e9-bfa5-ba78d4d37a25 admin admin] 10.222.0.49 "PUT /v2.0/routers/1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8643553
Apr 19 18:33:18.917223 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd280915-d3e6-4c9e-998e-6de99afae599 None None] Sync routers for ids ['1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:33:18.918388 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55364) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:18.923856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-fcb65d12-d9be-4dae-9157-636fdb4a6969 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:18.925443 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-fcb65d12-d9be-4dae-9157-636fdb4a6969 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/networks?id=615e24d7-58d3-4070-af82-06f80838c273 HTTP/1.1" status: 200  len: 808 time: 0.1692319
Apr 19 18:33:18.928498 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd280915-d3e6-4c9e-998e-6de99afae599 None None] Routers {'1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:33:18.929167 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-bd280915-d3e6-4c9e-998e-6de99afae599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100286b00>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:33:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:18.947281 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-3f40ebbb-a385-4b1e-8a01-a664d11bbcd1 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/quotas/20e2b5460150473caf714c4478fc00b1 HTTP/1.1" status: 200  len: 375 time: 0.0143931
Apr 19 18:33:19.086257 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-48e90c3b-5234-4308-918d-32a670a61304 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=20e2b5460150473caf714c4478fc00b1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1348891
Apr 19 18:33:19.161710 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12bfa523-b6e7-493c-9b56-e5ae19eec436 admin admin] Notify callbacks [] for router, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:19.169869 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-bd280915-d3e6-4c9e-998e-6de99afae599 None None] Set router 1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:33:19.323434 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbe99d-28fd-4b3b-bf18-8258ef272646 req-868cf945-51a0-4231-93db-3ed07fd2da83 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:19.326074 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-97dbe99d-28fd-4b3b-bf18-8258ef272646 req-868cf945-51a0-4231-93db-3ed07fd2da83 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 946 time: 0.2034180
Apr 19 18:33:19.331261 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-74690b7b-e2f7-4570-8662-368a56958954 service neutron] 10.222.0.49 "GET /v2.0/networks/615e24d7-58d3-4070-af82-06f80838c273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2371092
Apr 19 18:33:19.366341 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12bfa523-b6e7-493c-9b56-e5ae19eec436 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:19.374802 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-12bfa523-b6e7-493c-9b56-e5ae19eec436 admin admin] Deleting port 37d3304e-ce9b-4915-872a-58a406601ff0 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:33:19.375178 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12bfa523-b6e7-493c-9b56-e5ae19eec436 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:19.473644 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-97dbe99d-28fd-4b3b-bf18-8258ef272646 req-ba3352ef-0cad-4e95-ac8b-c69fc8901cea tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409678
Apr 19 18:33:19.504640 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-bd280915-d3e6-4c9e-998e-6de99afae599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100286b00>, [{'id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'name': 'tempest-ServerRescueNegativeTestJSON-754733596-router', 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '37d3304e-ce9b-4915-872a-58a406601ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:33:17Z', 'revision_number': 5, 'project_id': 'dd6d3dff6251456ab69d797d216f3c79', 'gw_port': {'id': '37d3304e-ce9b-4915-872a-58a406601ff0', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:19.510228 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd280915-d3e6-4c9e-998e-6de99afae599 None None] Checking router: 1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:33:19.522613 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd280915-d3e6-4c9e-998e-6de99afae599 None None] Routers {'1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:33:19.523548 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-bd280915-d3e6-4c9e-998e-6de99afae599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100286b00>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:33:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:19.546366 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-230e038a-7b07-46ba-9d2c-93bb37898991 service neutron] 10.222.0.49 "GET /v2.0/networks/615e24d7-58d3-4070-af82-06f80838c273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1947770
Apr 19 18:33:19.574434 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-12bfa523-b6e7-493c-9b56-e5ae19eec436 admin admin] For port 37d3304e-ce9b-4915-872a-58a406601ff0, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=37d3304e-ce9b-4915-872a-58a406601ff0,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:19.574987 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12bfa523-b6e7-493c-9b56-e5ae19eec436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:19.685868 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f3e36-3170-4bc8-8849-2bba9ce772ba req-ec998d30-ba6b-4687-a34a-de5ee209f6b9 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:19.687500 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d04f3e36-3170-4bc8-8849-2bba9ce772ba req-ec998d30-ba6b-4687-a34a-de5ee209f6b9 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 944 time: 0.0933323
Apr 19 18:33:19.719230 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-bd280915-d3e6-4c9e-998e-6de99afae599 None None] Set router 1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f gateway port host: None {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:33:19.727140 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-12bfa523-b6e7-493c-9b56-e5ae19eec436 admin admin] Calling delete_port for 37d3304e-ce9b-4915-872a-58a406601ff0 owned by network:router_gateway {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:33:19.744339 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d04f3e36-3170-4bc8-8849-2bba9ce772ba req-20019776-f58b-4c8d-b717-cefdebebb155 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497713
Apr 19 18:33:19.876722 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-bd280915-d3e6-4c9e-998e-6de99afae599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100286b00>, [{'id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'name': 'tempest-ServerRescueNegativeTestJSON-754733596-router', 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:33:19Z', 'revision_number': 6, 'project_id': 'dd6d3dff6251456ab69d797d216f3c79', 'gw_port_host': None}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:19.889940 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd280915-d3e6-4c9e-998e-6de99afae599 None None] The sync data for ids ['1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f'] in dv-cinder-786928-1-iscsi is: [{'id': '1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f', 'name': 'tempest-ServerRescueNegativeTestJSON-754733596-router', 'tenant_id': 'dd6d3dff6251456ab69d797d216f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:33:19Z', 'revision_number': 6, 'project_id': 'dd6d3dff6251456ab69d797d216f3c79', 'gw_port_host': None}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:33:19.990501 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12bfa523-b6e7-493c-9b56-e5ae19eec436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:20.005913 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:20.006994 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6e917-28b7-4f4e-8cc2-6ecbc867612e req-04b9d0e3-6385-4b56-95a8-665f894a490f tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:20.015891 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6ee6e917-28b7-4f4e-8cc2-6ecbc867612e req-04b9d0e3-6385-4b56-95a8-665f894a490f tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.1201818
Apr 19 18:33:20.066961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfa523-b6e7-493c-9b56-e5ae19eec436 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d3304e-ce9b-4915-872a-58a406601ff0,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:20.100534 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-12bfa523-b6e7-493c-9b56-e5ae19eec436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:20.118853 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d719189f-90ae-47e5-bdbf-39493ac8f8ca req-b4efd1fa-ef2e-4d2b-bdfd-a30311237619 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 210 time: 0.0737033
Apr 19 18:33:20.123896 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6ee6e917-28b7-4f4e-8cc2-6ecbc867612e req-cd7ab3d5-f248-48ef-96ce-d5dd86b6f944 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1070275
Apr 19 18:33:20.196409 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12bfa523-b6e7-493c-9b56-e5ae19eec436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637285'] for router_gateway, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:20.654863 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12bfa523-b6e7-493c-9b56-e5ae19eec436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-301'] for router, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:20.657227 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12bfa523-b6e7-493c-9b56-e5ae19eec436 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:20.691426 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e48a-28cd-4b56-a685-f5e08c7c53f9 req-1e16f794-eaac-48cc-abf5-91fdb7e92598 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:20.693350 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-be41e48a-28cd-4b56-a685-f5e08c7c53f9 req-1e16f794-eaac-48cc-abf5-91fdb7e92598 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 946 time: 0.0955129
Apr 19 18:33:20.744922 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-be41e48a-28cd-4b56-a685-f5e08c7c53f9 req-eb855e4f-fcb5-47da-bfea-70e6bbfab9f4 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443788
Apr 19 18:33:20.754823 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12bfa523-b6e7-493c-9b56-e5ae19eec436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854146691'] for router, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:20.755637 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bfa523-b6e7-493c-9b56-e5ae19eec436 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f {{(pid=86311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 18:33:20.775847 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12bfa523-b6e7-493c-9b56-e5ae19eec436 admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:20.779536 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-12bfa523-b6e7-493c-9b56-e5ae19eec436 admin admin] 10.222.0.49 "DELETE /v2.0/routers/1c587ffb-c48c-4d5b-8a6b-1fc271a94d6f HTTP/1.1" status: 204  len: 168 time: 1.8574870
Apr 19 18:33:20.779817 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55396) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:20.856479 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6989c65-616b-4d60-9030-a0e461230e72 admin admin] Deleting subnet 1939f7f6-46d3-4a60-90df-2e2254de6630 {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:33:20.860248 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c6989c65-616b-4d60-9030-a0e461230e72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:20.919036 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c6989c65-616b-4d60-9030-a0e461230e72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531779165'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:20.979203 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c6989c65-616b-4d60-9030-a0e461230e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492386'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:21.039202 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278156a-806b-435b-86e6-b02a8642f45c req-896a96a8-26ea-4175-8813-a2e2ce855ec7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:21.041314 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b278156a-806b-435b-86e6-b02a8642f45c req-896a96a8-26ea-4175-8813-a2e2ce855ec7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 944 time: 0.1629176
Apr 19 18:33:21.049551 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bea060-9257-4a88-8814-a0fea47d0588 req-77c0f52f-85e9-453a-be6e-680334d72335 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:21.051108 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b8bea060-9257-4a88-8814-a0fea47d0588 req-77c0f52f-85e9-453a-be6e-680334d72335 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 946 time: 0.1747303
Apr 19 18:33:21.160278 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b8bea060-9257-4a88-8814-a0fea47d0588 req-dba9db37-09f5-48b7-b88b-d385598ae32b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927033
Apr 19 18:33:21.167088 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b278156a-806b-435b-86e6-b02a8642f45c req-8d25751f-17a0-4ab7-b6c8-b3023d5f8835 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1149690
Apr 19 18:33:21.228986 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device e36f32d3-be11-409e-99f1-14e409ae6b87 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:33:21.326676 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c6989c65-616b-4d60-9030-a0e461230e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851283430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036322922211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2060568'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:21.346391 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a5bfe49b-9c6f-41de-8177-06f790eaba44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:21.388849 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c6989c65-616b-4d60-9030-a0e461230e72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:21.396505 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-c6989c65-616b-4d60-9030-a0e461230e72 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1939f7f6-46d3-4a60-90df-2e2254de6630 HTTP/1.1" status: 204  len: 168 time: 0.6156564
Apr 19 18:33:21.397682 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6989c65-616b-4d60-9030-a0e461230e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1939f7f6-46d3-4a60-90df-2e2254de6630,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:21.400182 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55406) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:21.403929 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c6989c65-616b-4d60-9030-a0e461230e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:21.454020 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port e36f32d3-be11-409e-99f1-14e409ae6b87, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e36f32d3-be11-409e-99f1-14e409ae6b87,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:21.478622 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': 'e36f32d3-be11-409e-99f1-14e409ae6b87', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'port_id': 'e36f32d3-be11-409e-99f1-14e409ae6b87', 'mac_address': 'fa:16:3e:82:ad:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:33:21.487775 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-46e317fc-24b1-4201-8eb7-02f06c028340 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:21.489346 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-46e317fc-24b1-4201-8eb7-02f06c028340 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.13 "GET /v2.0/networks?id=615e24d7-58d3-4070-af82-06f80838c273 HTTP/1.1" status: 200  len: 808 time: 0.3641462
Apr 19 18:33:21.499418 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5aa920c7-02dd-4778-8672-7119932ed7d7 req-e7ec476e-0dce-48de-9978-901e361b3729 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 210 time: 0.0920510
Apr 19 18:33:21.553946 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9995c2a0-b8d0-410e-91f7-8af674036168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3659374'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:21.569507 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:21.592399 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36f32d3-be11-409e-99f1-14e409ae6b87 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:33:21.604595 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9f383-3184-4df3-92ba-a5046319ff03 req-6727ec58-dd85-42ec-9d03-378e97d162c0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:21.612154 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port e36f32d3-be11-409e-99f1-14e409ae6b87, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e36f32d3-be11-409e-99f1-14e409ae6b87,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:21.614301 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-60d9f383-3184-4df3-92ba-a5046319ff03 req-6727ec58-dd85-42ec-9d03-378e97d162c0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.2704630
Apr 19 18:33:21.615284 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:21.617870 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:21.646736 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-5605c731-2553-40a2-b168-2d61bdc0d05a tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20e2b5460150473caf714c4478fc00b1 HTTP/1.1" status: 200  len: 8059 time: 0.1431935
Apr 19 18:33:21.661963 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Request body: {'port': {'device_id': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'network_id': '615e24d7-58d3-4070-af82-06f80838c273', 'admin_state_up': True, 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'security_groups': ['33b9b21d-9fb6-46d6-8219-65cead5d082b']}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:21.702925 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=e36f32d3-be11-409e-99f1-14e409ae6b87,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:21.706437 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:21.711115 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9995c2a0-b8d0-410e-91f7-8af674036168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851283337', 'neutron.services.segments.db._delete_segments_for_network-8757708639347'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:21.816041 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-60d9f383-3184-4df3-92ba-a5046319ff03 req-541a7f78-c198-44d3-abb7-4933ae3ac2c7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2007933
Apr 19 18:33:21.851435 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-9995c2a0-b8d0-410e-91f7-8af674036168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f70fba856a0>,) {'filters': {'network_id': ['acd59ac1-d427-4149-8d1a-2f550ec235ed']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:21.857459 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['e36f32d3-be11-409e-99f1-14e409ae6b87'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:33:21.866846 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-9995c2a0-b8d0-410e-91f7-8af674036168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fba856a0>, 'ed422bf3-06e5-4eca-8cb7-0a83dfc79bed') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:21.867390 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-9995c2a0-b8d0-410e-91f7-8af674036168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fba856a0>, 'ed422bf3-06e5-4eca-8cb7-0a83dfc79bed') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:21.886013 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9995c2a0-b8d0-410e-91f7-8af674036168 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279146027619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036322996651'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:21.906145 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9995c2a0-b8d0-410e-91f7-8af674036168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:21.918592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9995c2a0-b8d0-410e-91f7-8af674036168 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:33:21.964469 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:21.970871 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Usage tracker for resource:port and tenant:20e2b5460150473caf714c4478fc00b1 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:21.975509 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:21.989845 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:21.992169 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 37d3304e-ce9b-4915-872a-58a406601ff0 no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:33:22.009176 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Made reservation on behalf of 20e2b5460150473caf714c4478fc00b1 for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:33:22.015319 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:22.039890 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6c574-cb9c-4ac5-a094-5db2815f370e req-842e038d-76bd-47e2-a018-621c57df03da tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:22.040141 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: 37d3304e-ce9b-4915-872a-58a406601ff0 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:33:22.040592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 37d3304e-ce9b-4915-872a-58a406601ff0 not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:33:22.041160 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 24993663-1113-4051-99c3-418ba82d7f6e no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:33:22.041632 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-84a6c574-cb9c-4ac5-a094-5db2815f370e req-842e038d-76bd-47e2-a018-621c57df03da tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 946 time: 0.1504564
Apr 19 18:33:22.101085 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: 24993663-1113-4051-99c3-418ba82d7f6e {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:33:22.101505 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 24993663-1113-4051-99c3-418ba82d7f6e not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:33:22.165413 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-84a6c574-cb9c-4ac5-a094-5db2815f370e req-86ac0827-aee4-4226-bdba-7b3f26054717 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162717
Apr 19 18:33:22.168180 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-9995c2a0-b8d0-410e-91f7-8af674036168 admin admin] Network acd59ac1-d427-4149-8d1a-2f550ec235ed has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:33:22.179652 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9995c2a0-b8d0-410e-91f7-8af674036168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3576371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531857086'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:22.283682 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Allocated IP 172.20.0.8 (615e24d7-58d3-4070-af82-06f80838c273/eb7486fb-0d56-429a-a715-77c1a9369497/dc63da7e-0d13-449a-a3e4-d6b11ad97ba2) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:33:22.402663 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-9995c2a0-b8d0-410e-91f7-8af674036168 admin admin] Network acd59ac1-d427-4149-8d1a-2f550ec235ed has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]: Traceback (most recent call last):
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:     timer()
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:     cb(*args, **kw)
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:     return func(*args, **kwargs)
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:     self._notify()
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:     self.callback(batched_events)
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:     event.method(event)
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:     segment_id)['aggregates'][0]
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:     return f(self, *a, **k)
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self._get(url).json()
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:     **kwargs)
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:     **endpoint_filter)
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:33:22.429452 dv-cinder-786928-1-iscsi neutron-server[86197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:33:22.515707 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9995c2a0-b8d0-410e-91f7-8af674036168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636034'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:22.519604 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d907fb2a-1759-4e0d-9e65-b7ac57963a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:22.535645 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9995c2a0-b8d0-410e-91f7-8af674036168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:22.553525 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-9995c2a0-b8d0-410e-91f7-8af674036168 admin admin] 10.222.0.49 "DELETE /v2.0/networks/acd59ac1-d427-4149-8d1a-2f550ec235ed HTTP/1.1" status: 204  len: 168 time: 1.1493347
Apr 19 18:33:22.556949 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995c2a0-b8d0-410e-91f7-8af674036168 admin admin] Pushing event deleted for resources: {'Network': ['ID=acd59ac1-d427-4149-8d1a-2f550ec235ed,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:22.570668 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9995c2a0-b8d0-410e-91f7-8af674036168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:22.602110 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:22.622108 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a3a9a-6f64-473a-8e22-ed42c0d7615e req-9dbccf5e-608f-4214-a1cd-1ec334a8ae6a tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:22.623758 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3d3a3a9a-6f64-473a-8e22-ed42c0d7615e req-9dbccf5e-608f-4214-a1cd-1ec334a8ae6a tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 945 time: 0.2812407
Apr 19 18:33:22.671928 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Transition to ACTIVE for port object dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:33:22.689104 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3d3a3a9a-6f64-473a-8e22-ed42c0d7615e req-72da0d6e-d4e0-4bf1-bb4b-192eb6bcb75c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545077
Apr 19 18:33:22.774071 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55424) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:22.834025 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-fbc3c0ef-04a8-4176-b333-dea309d25785 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd6d3dff6251456ab69d797d216f3c79&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0584888
Apr 19 18:33:22.836694 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55428) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:22.912400 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7788d87a-05f0-47a9-a635-d2d524fd3254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:22.942380 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7788d87a-05f0-47a9-a635-d2d524fd3254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:22.971574 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-30a92aa8-0245-418a-9290-58058013dace req-9cf62afd-dd1e-4e16-9301-f89732fa767c tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 210 time: 0.2806981
Apr 19 18:33:22.994137 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7788d87a-05f0-47a9-a635-d2d524fd3254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:22.999707 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f61884f3-3ff6-4c73-b031-f5f500f22b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:23.013838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788d87a-05f0-47a9-a635-d2d524fd3254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1783a8a-e050-4564-bb06-08c6a71e87f9,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:23.016520 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-7788d87a-05f0-47a9-a635-d2d524fd3254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:23.018857 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7788d87a-05f0-47a9-a635-d2d524fd3254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:23.020071 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-7788d87a-05f0-47a9-a635-d2d524fd3254 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1783a8a-e050-4564-bb06-08c6a71e87f9 HTTP/1.1" status: 204  len: 168 time: 0.1822329
Apr 19 18:33:23.053063 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:23.059852 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f2bb70d5-9381-446e-9dcf-9e0da1fd148a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:23.145429 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Network 615e24d7-58d3-4070-af82-06f80838c273 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:33:23.154877 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f0937-3869-4167-a2fb-8017ef429453 req-8e509152-2d3a-44c9-839d-5ba52b18584e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:23.156508 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ce7f0937-3869-4167-a2fb-8017ef429453 req-8e509152-2d3a-44c9-839d-5ba52b18584e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.1880767
Apr 19 18:33:23.159975 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:33:23.162643 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:33:23.169505 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:23.170223 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:23.186166 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Pushing event updated for resources: {'Port': ['ID=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:23.189402 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:23.228121 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device e36f32d3-be11-409e-99f1-14e409ae6b87 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:33:23.231972 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5780690
Apr 19 18:33:23.243689 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ce7f0937-3869-4167-a2fb-8017ef429453 req-9fe6492e-1ca0-4d26-aae9-8abd3278dd53 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0684474
Apr 19 18:33:23.249300 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Request body: {'port': {'device_id': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:23.313409 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port e36f32d3-be11-409e-99f1-14e409ae6b87 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:33:23.319153 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port e36f32d3-be11-409e-99f1-14e409ae6b87 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:33:23.319573 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:23.444516 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:23.474808 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:23.511084 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-2970d72d-42e1-421e-bc3d-c449c6be7124 None None] Provisioning for port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:33:23.520801 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc16520-9c4c-4f62-8aa6-e448a5cf01f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36f32d3-be11-409e-99f1-14e409ae6b87'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:33:23.531163 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-2970d72d-42e1-421e-bc3d-c449c6be7124 None None] Provisioning complete for port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:33:23.531596 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2970d72d-42e1-421e-bc3d-c449c6be7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:23.591654 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-2970d72d-42e1-421e-bc3d-c449c6be7124 None None] Port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:33:23.595330 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port e36f32d3-be11-409e-99f1-14e409ae6b87, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e36f32d3-be11-409e-99f1-14e409ae6b87,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:23.599125 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:23.603077 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:23.640908 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc16520-9c4c-4f62-8aa6-e448a5cf01f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36f32d3-be11-409e-99f1-14e409ae6b87', 'code': 200}
Apr 19 18:33:23.684895 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=e36f32d3-be11-409e-99f1-14e409ae6b87,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:23.688307 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:24.002372 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d01b13-0c57-41ae-915e-437e663cfef8 req-b3306844-a1c4-4df0-82ca-1fbb47d14f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:24.004003 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-97d01b13-0c57-41ae-915e-437e663cfef8 req-b3306844-a1c4-4df0-82ca-1fbb47d14f1b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 1099 time: 0.0990798
Apr 19 18:33:24.041960 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 55470) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:24.057390 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-97d01b13-0c57-41ae-915e-437e663cfef8 req-90e407c2-0595-4e26-a5a2-d84be6c087fd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453975
Apr 19 18:33:24.107870 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa03cd-b34e-47b5-ad9d-946986c3c006 req-e08b4de3-9142-4d33-987c-2665780b6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:24.109459 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f7fa03cd-b34e-47b5-ad9d-946986c3c006 req-e08b4de3-9142-4d33-987c-2665780b6d77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b234179720af4fd9b2d3f0aabf09fb91&device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 1099 time: 0.4469330
Apr 19 18:33:24.121148 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043606f-49ea-43a4-be66-829cc49ab2e8 req-d7a474fd-c4ca-4f19-826c-b3d8be8ea426 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:24.123330 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6043606f-49ea-43a4-be66-829cc49ab2e8 req-d7a474fd-c4ca-4f19-826c-b3d8be8ea426 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.4685531
Apr 19 18:33:24.259090 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1209003201-network', 'tenant_id': '694ac62c0a6e4d13a85854ea584ff4fb'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:24.281251 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a4514-da49-4714-9b7d-a003884a79f0 req-f9d45f44-3335-47aa-8a4f-a3f752812885 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:24.282876 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3a0a4514-da49-4714-9b7d-a003884a79f0 req-f9d45f44-3335-47aa-8a4f-a3f752812885 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 946 time: 0.4503670
Apr 19 18:33:24.319070 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:24.372843 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Usage tracker for resource:network and tenant:694ac62c0a6e4d13a85854ea584ff4fb is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:24.377952 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:24.395452 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:24.405101 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6043606f-49ea-43a4-be66-829cc49ab2e8 req-128db08b-e5d4-4841-bcfc-537532c6e812 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2430599
Apr 19 18:33:24.462543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:33:24.470819 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa03cd-b34e-47b5-ad9d-946986c3c006 req-fe955328-a64e-451f-91b8-bd95af791aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:24.472452 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f7fa03cd-b34e-47b5-ad9d-946986c3c006 req-fe955328-a64e-451f-91b8-bd95af791aa2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=99be9128-c693-427e-921b-a550e9df2043 HTTP/1.1" status: 200  len: 912 time: 0.3466716
Apr 19 18:33:24.478704 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:24.483620 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3a0a4514-da49-4714-9b7d-a003884a79f0 req-8a632141-c348-4384-a73b-bfbd1fbe984c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1609905
Apr 19 18:33:24.484237 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Made reservation on behalf of 694ac62c0a6e4d13a85854ea584ff4fb for: {'network': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:33:24.488972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:24.570401 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:24.646372 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Transition to ACTIVE for port object dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:33:24.670501 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:24.672967 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:24.684255 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8b6b2842-ed51-42be-b005-735e16af8548 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:24.726563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Usage tracker for resource:security_group_rule and tenant:694ac62c0a6e4d13a85854ea584ff4fb is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:24.749070 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:24.817632 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:24.822548 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f7fa03cd-b34e-47b5-ad9d-946986c3c006 req-9a1db131-b8e3-4e41-aa1d-29909b282463 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a04da3e-fadc-437e-b9f5-0d26718f7474 HTTP/1.1" status: 200  len: 1002 time: 0.3196521
Apr 19 18:33:24.969341 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Pushing event updated for resources: {'Port': ['ID=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:24.976716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:25.035840 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Attempting to bind port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:33:25.036220 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Attempting to bind port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '7eed0a41-34c2-44c6-99e5-f4308f54047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '615e24d7-58d3-4070-af82-06f80838c273'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:33:25.036592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Attempting to bind port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 on network 615e24d7-58d3-4070-af82-06f80838c273 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:33:25.039748 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa03cd-b34e-47b5-ad9d-946986c3c006 req-8c689b5e-65d8-4911-8d94-09392236f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:25.042772 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f7fa03cd-b34e-47b5-ad9d-946986c3c006 req-8c689b5e-65d8-4911-8d94-09392236f4a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=065c4058-e54c-4e5a-b701-2bf0f3fd5623 HTTP/1.1" status: 200  len: 850 time: 0.1932616
Apr 19 18:33:25.060312 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd611e26-f6dd-4b5f-b1ce-965a7658c33d req-fa5da5db-ec7c-4c52-86bb-6b82871208a1 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:25.061108 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-bd611e26-f6dd-4b5f-b1ce-965a7658c33d req-fa5da5db-ec7c-4c52-86bb-6b82871208a1 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Synchronizing usage tracker for tenant:20e2b5460150473caf714c4478fc00b1 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:33:25.069046 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 on network 615e24d7-58d3-4070-af82-06f80838c273 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:33:25.069046 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Attempting to bind port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 on network 615e24d7-58d3-4070-af82-06f80838c273 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:33:25.133695 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:33:25.134087 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Checking segment: {'id': '7eed0a41-34c2-44c6-99e5-f4308f54047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '615e24d7-58d3-4070-af82-06f80838c273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:33:25.134517 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Bound using segment: {'id': '7eed0a41-34c2-44c6-99e5-f4308f54047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '615e24d7-58d3-4070-af82-06f80838c273'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:33:25.135011 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Bound port: dc63da7e-0d13-449a-a3e4-d6b11ad97ba2, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eed0a41-34c2-44c6-99e5-f4308f54047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '615e24d7-58d3-4070-af82-06f80838c273'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:33:25.135997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:25.206751 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-bd611e26-f6dd-4b5f-b1ce-965a7658c33d req-fa5da5db-ec7c-4c52-86bb-6b82871208a1 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Unset dirty status for tenant:20e2b5460150473caf714c4478fc00b1 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:33:25.208041 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bd611e26-f6dd-4b5f-b1ce-965a7658c33d req-fa5da5db-ec7c-4c52-86bb-6b82871208a1 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 931 time: 0.6391306
Apr 19 18:33:25.328277 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:25.343323 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:25.350430 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-2fa76eb3-8af5-45ab-b175-ec9f16a3a9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:25.358791 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa03cd-b34e-47b5-ad9d-946986c3c006 req-b2200059-8d2a-4464-91d0-d2005b5d3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:25.360397 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f7fa03cd-b34e-47b5-ad9d-946986c3c006 req-b2200059-8d2a-4464-91d0-d2005b5d3b48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99be9128-c693-427e-921b-a550e9df2043&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2941766
Apr 19 18:33:25.362471 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] For port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:33:25.369044 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bd611e26-f6dd-4b5f-b1ce-965a7658c33d req-5bac09f3-9a0d-44be-8b96-c60209635fb2 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1440475
Apr 19 18:33:25.374039 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] For port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2,segment=NetworkSegment(7eed0a41-34c2-44c6-99e5-f4308f54047d),segment_id=7eed0a41-34c2-44c6-99e5-f4308f54047d)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:33:25.416897 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:25.427371 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378}  {{(pid=86310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:33:25.696352 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9c6440-3412-4a88-b3fd-3f024353f241,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:25.704711 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:25.778229 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a274e8e2-16f9-4c45-ad85-f8472bd37623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:25.832080 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:25.832488 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Added segment c9351dc1-3d34-49f1-9725-19e45d183e3a of type vlan for network b20378bb-47ab-4f9b-8f59-ec88da3afdad
Apr 19 18:33:25.842170 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:25.842857 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:25.844342 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] 10.222.0.13 "PUT /v2.0/ports/dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 HTTP/1.1" status: 200  len: 1093 time: 2.5996716
Apr 19 18:33:25.862800 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'tag': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:33:26.004023 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:26.050046 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Pushing event updated for resources: {'Port': ['ID=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:26.061494 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:26.066063 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f7fa03cd-b34e-47b5-ad9d-946986c3c006 req-3c5d13b2-d4fc-4227-a4d6-4389970dcc30 service neutron] 10.222.0.13 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6886046
Apr 19 18:33:26.208199 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cc7fc-ad29-4378-a9d1-bbe6c50d1a32 req-9d7fb99d-cf35-4b15-8a92-108c6b79d5a4 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:26.209875 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b44cc7fc-ad29-4378-a9d1-bbe6c50d1a32 req-9d7fb99d-cf35-4b15-8a92-108c6b79d5a4 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 946 time: 0.5222363
Apr 19 18:33:26.221420 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d0e3e-a689-4de9-86f9-d17a6006d581 req-af5e02f1-c3c8-494b-ab20-239cd3ddeb3b tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:26.222939 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d64d0e3e-a689-4de9-86f9-d17a6006d581 req-af5e02f1-c3c8-494b-ab20-239cd3ddeb3b tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.5341768
Apr 19 18:33:26.223576 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:26.232795 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:26.233429 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:26.260204 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:26.290601 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-f62db5ef-bdf6-4624-b5a1-2fed685f930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:26.292180 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-f62db5ef-bdf6-4624-b5a1-2fed685f930a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20e2b5460150473caf714c4478fc00b1&device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 1096 time: 0.4003673
Apr 19 18:33:26.499420 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-36a32049-8279-4783-bb19-aaed052ce6c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 HTTP/1.1" status: 200  len: 217 time: 0.1801012
Apr 19 18:33:26.586850 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b44cc7fc-ad29-4378-a9d1-bbe6c50d1a32 req-1ca137fa-78c7-4e7c-b19c-012b93c6a6a2 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3601692
Apr 19 18:33:26.587560 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Pushing event updated for resources: {'Network': ['ID=b20378bb-47ab-4f9b-8f59-ec88da3afdad,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:26.598261 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:26.599224 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network b20378bb-47ab-4f9b-8f59-ec88da3afdad details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:33:26.609307 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.5609875
Apr 19 18:33:26.611565 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55500) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:26.618866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-f9d9df77-73fc-47c6-82d5-d952c2db23e2 admin admin] Request body: {'subnet': {'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1209003201-subnet', 'tenant_id': '694ac62c0a6e4d13a85854ea584ff4fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:26.620917 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d64d0e3e-a689-4de9-86f9-d17a6006d581 req-82ee9ffe-c66b-4039-afcd-45127877327d tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3835130
Apr 19 18:33:26.625235 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f7fa03cd-b34e-47b5-ad9d-946986c3c006 req-8b271366-af75-49a0-8589-5380e3cb83de service neutron] 10.222.0.13 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5248024
Apr 19 18:33:26.632045 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f9d9df77-73fc-47c6-82d5-d952c2db23e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:26.639672 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f9d9df77-73fc-47c6-82d5-d952c2db23e2 admin admin] Usage tracker for resource:subnet and tenant:694ac62c0a6e4d13a85854ea584ff4fb is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:26.644147 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f9d9df77-73fc-47c6-82d5-d952c2db23e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:26.657821 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-7804bd54-0e31-4ce7-a53a-8f731a43a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:26.659806 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-7804bd54-0e31-4ce7-a53a-8f731a43a2d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb7486fb-0d56-429a-a715-77c1a9369497 HTTP/1.1" status: 200  len: 847 time: 0.1442349
Apr 19 18:33:26.663826 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f9d9df77-73fc-47c6-82d5-d952c2db23e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:26.670605 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'tag': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2', 'status': 'completed', 'code': 200}
Apr 19 18:33:26.691917 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d9df77-73fc-47c6-82d5-d952c2db23e2 admin admin] Made reservation on behalf of 694ac62c0a6e4d13a85854ea584ff4fb for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:33:26.703125 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f9d9df77-73fc-47c6-82d5-d952c2db23e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852715214'] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:26.938787 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-894c0a71-840a-4bfc-a2b6-6076e4d86ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:26.940397 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-894c0a71-840a-4bfc-a2b6-6076e4d86ac6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=615e24d7-58d3-4070-af82-06f80838c273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2629201
Apr 19 18:33:26.957088 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb12b0-217e-40f0-a216-638002667874 req-3d1b7ecd-34ea-4e79-a8b5-3b07e7c86695 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:26.958642 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eddb12b0-217e-40f0-a216-638002667874 req-3d1b7ecd-34ea-4e79-a8b5-3b07e7c86695 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.1895609
Apr 19 18:33:27.012147 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688e7ca-1a06-4028-afcd-8f64ef7dfbb2 req-da793d0e-481d-46d4-adf8-6dbc4da6eb1c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:27.013714 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f688e7ca-1a06-4028-afcd-8f64ef7dfbb2 req-da793d0e-481d-46d4-adf8-6dbc4da6eb1c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 946 time: 0.2078042
Apr 19 18:33:27.150211 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f9d9df77-73fc-47c6-82d5-d952c2db23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531853656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852715229'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:27.156918 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:27.158314 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eddb12b0-217e-40f0-a216-638002667874 req-aa21aa93-3d2d-43e9-9fa5-badc2fec5e11 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1739771
Apr 19 18:33:27.183834 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f688e7ca-1a06-4028-afcd-8f64ef7dfbb2 req-6d2d63ee-6a52-4159-b8c2-0d2ae541e44c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1174142
Apr 19 18:33:27.218870 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 55508) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:27.228867 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-6d4ca5ad-d04a-4da7-8c94-fd96a2c46486 service neutron] 10.222.0.13 "GET /v2.0/networks/615e24d7-58d3-4070-af82-06f80838c273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2691979
Apr 19 18:33:27.282362 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9df77-73fc-47c6-82d5-d952c2db23e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f8a8763-8f5e-4cbb-84c8-e675d19338e0,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:27.286086 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f9d9df77-73fc-47c6-82d5-d952c2db23e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:27.296684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d9df77-73fc-47c6-82d5-d952c2db23e2 admin admin] Checking segment: {'id': 'c9351dc1-3d34-49f1-9725-19e45d183e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:33:27.297378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d9df77-73fc-47c6-82d5-d952c2db23e2 admin admin] Network hostable DHCP agents. Network: b20378bb-47ab-4f9b-8f59-ec88da3afdad, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:33:27.322788 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d9df77-73fc-47c6-82d5-d952c2db23e2 admin admin] Network b20378bb-47ab-4f9b-8f59-ec88da3afdad is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:33:27.334209 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-f9d9df77-73fc-47c6-82d5-d952c2db23e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, b20378bb-47ab-4f9b-8f59-ec88da3afdad) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:33:27.350610 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22fa427-e46b-4532-b42b-0cf7e6e830a2 None None] Network b20378bb-47ab-4f9b-8f59-ec88da3afdad requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:33:27.351979 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d9df77-73fc-47c6-82d5-d952c2db23e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:27.352766 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f9d9df77-73fc-47c6-82d5-d952c2db23e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:27.380125 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f9d9df77-73fc-47c6-82d5-d952c2db23e2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7672555
Apr 19 18:33:27.485796 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fb9f0544-2de2-40a3-a4ee-e05c053565b9 req-3993eb85-4e8b-4081-9e21-e73c091c67cf service neutron] 10.222.0.13 "GET /v2.0/networks/615e24d7-58d3-4070-af82-06f80838c273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2446046
Apr 19 18:33:27.508135 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790602eb-ebda-4f5a-af03-1679a5bd6328 tempest-TestVolumeBootPattern-1592428583 tempest-TestVolumeBootPattern-1592428583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:27.508951 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-790602eb-ebda-4f5a-af03-1679a5bd6328 tempest-TestVolumeBootPattern-1592428583 tempest-TestVolumeBootPattern-1592428583-project-admin] Synchronizing usage tracker for tenant:10c74728a4ab4bf18ff76aef919c63e6 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:33:27.530923 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-790602eb-ebda-4f5a-af03-1679a5bd6328 tempest-TestVolumeBootPattern-1592428583 tempest-TestVolumeBootPattern-1592428583-project-admin] Unset dirty status for tenant:10c74728a4ab4bf18ff76aef919c63e6 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:33:27.530923 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-790602eb-ebda-4f5a-af03-1679a5bd6328 tempest-TestVolumeBootPattern-1592428583 tempest-TestVolumeBootPattern-1592428583-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 1094 time: 0.3074811
Apr 19 18:33:27.530923 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 55516) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:27.536642 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Request body: {'floatingip': {'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'port_id': 'e36f32d3-be11-409e-99f1-14e409ae6b87', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:27.582671 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:27.597726 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Usage tracker for resource:floatingip and tenant:b2c9c6242f9040c7a6043ce4b8184661 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:27.600461 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece1d627-6260-42a4-9588-46fc4db57432 None None] Network b20378bb-47ab-4f9b-8f59-ec88da3afdad requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:33:27.604224 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:27.612090 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:27.632783 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for floatingip, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:27.718605 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf7ced-e4a6-4d7c-aba1-9d6c6a81b461 req-dc187d85-a273-48b1-b47f-f6063114defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:27.720268 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-23cf7ced-e4a6-4d7c-aba1-9d6c6a81b461 req-dc187d85-a273-48b1-b47f-f6063114defb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20e2b5460150473caf714c4478fc00b1&device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 1096 time: 0.1766586
Apr 19 18:33:28.296912 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf7ced-e4a6-4d7c-aba1-9d6c6a81b461 req-0b4a026d-3960-4fe9-bb8e-97aa91618cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:28.298524 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-23cf7ced-e4a6-4d7c-aba1-9d6c6a81b461 req-0b4a026d-3960-4fe9-bb8e-97aa91618cf6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=615e24d7-58d3-4070-af82-06f80838c273 HTTP/1.1" status: 200  len: 909 time: 0.5657380
Apr 19 18:33:28.419638 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d40841-a9fe-4eab-aaad-c743abcb69aa req-a71d2942-88f3-463b-a7eb-74deed67ea9e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:28.421235 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-98d40841-a9fe-4eab-aaad-c743abcb69aa req-a71d2942-88f3-463b-a7eb-74deed67ea9e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.6519783
Apr 19 18:33:28.428197 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-deaa63cd-1ef5-4043-a43c-1b8d8a8ba99e tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:28.428914 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-deaa63cd-1ef5-4043-a43c-1b8d8a8ba99e tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Synchronizing usage tracker for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:network {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:33:28.436202 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-23cf7ced-e4a6-4d7c-aba1-9d6c6a81b461 req-96de32a7-f0e4-4be6-b4b0-2a6bffdbfe43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 HTTP/1.1" status: 200  len: 217 time: 0.1142752
Apr 19 18:33:28.519967 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:28.571228 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-deaa63cd-1ef5-4043-a43c-1b8d8a8ba99e tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Unset dirty status for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:network {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:33:28.572500 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-deaa63cd-1ef5-4043-a43c-1b8d8a8ba99e tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/networks?id=b20378bb-47ab-4f9b-8f59-ec88da3afdad HTTP/1.1" status: 200  len: 815 time: 0.7482812
Apr 19 18:33:28.614503 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-98d40841-a9fe-4eab-aaad-c743abcb69aa req-b18e08c0-9a2d-4b14-a7cc-6d222cd41376 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1800294
Apr 19 18:33:28.627139 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-473be342-39c7-4b38-bb39-32cd46f6714b tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/quotas/694ac62c0a6e4d13a85854ea584ff4fb HTTP/1.1" status: 200  len: 375 time: 0.0360098
Apr 19 18:33:28.628613 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf7ced-e4a6-4d7c-aba1-9d6c6a81b461 req-9685c227-dfc4-4a46-b34b-8d2a55e15246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:28.630145 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-23cf7ced-e4a6-4d7c-aba1-9d6c6a81b461 req-9685c227-dfc4-4a46-b34b-8d2a55e15246 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb7486fb-0d56-429a-a715-77c1a9369497 HTTP/1.1" status: 200  len: 847 time: 0.1715248
Apr 19 18:33:28.818199 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-6c81710d-83f2-4c29-924d-4d1094211da1 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=694ac62c0a6e4d13a85854ea584ff4fb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1804128
Apr 19 18:33:28.974805 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Allocated IP 172.27.1.135 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/b39947ff-b6ed-4ab5-bd05-42dc992179c5) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:33:29.123615 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf7ced-e4a6-4d7c-aba1-9d6c6a81b461 req-89e881ac-a63e-4db1-bbbc-2d56cd73aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:29.125169 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-23cf7ced-e4a6-4d7c-aba1-9d6c6a81b461 req-89e881ac-a63e-4db1-bbbc-2d56cd73aef8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=615e24d7-58d3-4070-af82-06f80838c273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4835503
Apr 19 18:33:29.173235 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ab46a-b493-411a-93a2-0c1cf96a068c req-2265976e-638a-4aa1-ad2b-e201e9ec7473 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:29.174809 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-624ab46a-b493-411a-93a2-0c1cf96a068c req-2265976e-638a-4aa1-ad2b-e201e9ec7473 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.4404576
Apr 19 18:33:29.181095 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-36c88101-9de1-4c87-a5ac-3e65f7a0a512 service neutron] 10.222.0.49 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3494606
Apr 19 18:33:29.454744 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-624ab46a-b493-411a-93a2-0c1cf96a068c req-7649386a-fd79-442b-bc13-894041f68e1d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2574470
Apr 19 18:33:29.482765 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:29.530375 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-23cf7ced-e4a6-4d7c-aba1-9d6c6a81b461 req-da7288ad-45c1-4c46-ae46-deffbceddc2b service neutron] 10.222.0.13 "GET /v2.0/networks/615e24d7-58d3-4070-af82-06f80838c273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3895931
Apr 19 18:33:29.537302 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-6cc5297b-9e86-44cf-957e-a835601c94f0 service neutron] 10.222.0.49 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3440897
Apr 19 18:33:29.671224 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:29.677943 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4ac66107-c349-427a-8dca-2c239cdf6d6e tempest-ServerRescueNegativeTestJSON-1018397139 tempest-ServerRescueNegativeTestJSON-1018397139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:29.803721 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:33:29.810611 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8e42be09-6b76-436a-a1b0-45be2afcd8ad req-7f1e44b8-c3de-4578-a9f7-d945606b1e29 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2998fc45-27bc-4f89-9c4f-c38dcf832d10 HTTP/1.1" status: 200  len: 210 time: 0.0949368
Apr 19 18:33:29.820679 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-23cf7ced-e4a6-4d7c-aba1-9d6c6a81b461 req-9b4b6d64-d258-4494-a0ff-7b7203ba31f8 service neutron] 10.222.0.13 "GET /v2.0/networks/615e24d7-58d3-4070-af82-06f80838c273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2811596
Apr 19 18:33:29.821646 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:33:29.824609 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:33:29.890003 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event updated for resources: {'Port': ['ID=b39947ff-b6ed-4ab5-bd05-42dc992179c5,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:29.892855 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:30.656891 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:30.729328 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68e6d4-316e-4ca1-a52b-ca096a1b1ded req-35e35432-b040-48ff-9750-693934e36039 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:30.730974 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3c68e6d4-316e-4ca1-a52b-ca096a1b1ded req-35e35432-b040-48ff-9750-693934e36039 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.1628673
Apr 19 18:33:30.919696 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:31.033930 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2b07dae5-f60c-421a-8d37-fd68c22cd90d req-ca03d18c-3e83-4118-a37a-d3a9b2a1c54b tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2998fc45-27bc-4f89-9c4f-c38dcf832d10 HTTP/1.1" status: 200  len: 210 time: 0.0798991
Apr 19 18:33:31.037043 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3c68e6d4-316e-4ca1-a52b-ca096a1b1ded req-81aaca96-dc96-41d9-adb9-b45bed907bbe tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2695723
Apr 19 18:33:31.190119 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-fcd69bb5-0c48-4b20-be2f-eefb3d53392d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:31.191667 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-fcd69bb5-0c48-4b20-be2f-eefb3d53392d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.13 "GET /v2.0/networks?id=b20378bb-47ab-4f9b-8f59-ec88da3afdad HTTP/1.1" status: 200  len: 815 time: 0.3994787
Apr 19 18:33:31.212736 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Request body: {'port': {'device_id': '2998fc45-27bc-4f89-9c4f-c38dcf832d10', 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad', 'admin_state_up': True, 'tenant_id': '694ac62c0a6e4d13a85854ea584ff4fb'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:31.406949 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:31.410469 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:31.413969 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Usage tracker for resource:port and tenant:694ac62c0a6e4d13a85854ea584ff4fb is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:31.418582 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:31.421375 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:31.428611 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:31.468723 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:31.484468 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636081'] for floatingip, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:31.638227 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Made reservation on behalf of 694ac62c0a6e4d13a85854ea584ff4fb for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:33:31.644829 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:31.664711 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event updated for resources: {'Port': ['ID=b39947ff-b6ed-4ab5-bd05-42dc992179c5,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:31.668390 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:31.854952 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_db [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Floating IP f967e9e1-263a-47ab-a44f-d6bd3e27887b associated. External IP: 172.27.1.135, port: e36f32d3-be11-409e-99f1-14e409ae6b87.
Apr 19 18:33:32.376687 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-88bd8f41-317e-4aa1-95f9-bddad52370a1 req-8f0ce13d-429e-40ea-95eb-f8d0708da5d3 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2998fc45-27bc-4f89-9c4f-c38dcf832d10 HTTP/1.1" status: 200  len: 210 time: 0.1366260
Apr 19 18:33:32.412919 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Allocated IP 172.20.0.14 (b20378bb-47ab-4f9b-8f59-ec88da3afdad/9f8a8763-8f5e-4cbb-84c8-e675d19338e0/613718ad-992f-4362-a98a-ff9403d8c613) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:33:32.573414 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5739c71-1909-408b-a82b-d50ddcf5d98a req-c7f14586-dbb7-4b9e-bd28-a55dcb6f975f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:32.575180 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f5739c71-1909-408b-a82b-d50ddcf5d98a req-c7f14586-dbb7-4b9e-bd28-a55dcb6f975f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.3366809
Apr 19 18:33:32.838613 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f5739c71-1909-408b-a82b-d50ddcf5d98a req-7c8db898-e8f9-4b96-982a-51f27a437c86 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2517896
Apr 19 18:33:32.892470 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Router f20c51fd-c5fe-4927-a425-5211c2c484cb has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:33:32.991224 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:33.146958 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:33:33.160397 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14497dfe-f82b-4a2f-a4d1-fdf8fc0c4e1f None None] Sync routers for ids ['f20c51fd-c5fe-4927-a425-5211c2c484cb'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:33:33.164431 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:33.175534 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:33.184722 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14497dfe-f82b-4a2f-a4d1-fdf8fc0c4e1f None None] Routers {'f20c51fd-c5fe-4927-a425-5211c2c484cb'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:33:33.185426 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-14497dfe-f82b-4a2f-a4d1-fdf8fc0c4e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100323eb8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:33:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['f20c51fd-c5fe-4927-a425-5211c2c484cb'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:33.319060 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Network b20378bb-47ab-4f9b-8f59-ec88da3afdad is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:33:33.322419 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:33.360872 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:33:33.363443 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:33:33.370485 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:33.371184 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:33.384516 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-14497dfe-f82b-4a2f-a4d1-fdf8fc0c4e1f None None] Set router f20c51fd-c5fe-4927-a425-5211c2c484cb gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:33:33.395633 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Pushing event updated for resources: {'Port': ['ID=613718ad-992f-4362-a98a-ff9403d8c613,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:33.398586 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:33.426900 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2181785
Apr 19 18:33:33.441269 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 5.9092917
Apr 19 18:33:33.446549 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Request body: {'port': {'device_id': '2998fc45-27bc-4f89-9c4f-c38dcf832d10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:33.474566 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc16520-9c4c-4f62-8aa6-e448a5cf01f8', 'tag': 'e36f32d3-be11-409e-99f1-14e409ae6b87'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:33:33.562032 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7576775-3427-4403-8b2e-0d1c705454e1 req-aa1058dd-e1e9-4d7b-81dc-66ea3196a62b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:33.563734 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c7576775-3427-4403-8b2e-0d1c705454e1 req-aa1058dd-e1e9-4d7b-81dc-66ea3196a62b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 946 time: 0.3268886
Apr 19 18:33:33.694432 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:33.722624 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c7576775-3427-4403-8b2e-0d1c705454e1 req-e05bcd61-7dc7-4f1c-9818-b2bcf64552bf tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497278
Apr 19 18:33:33.748951 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55584) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:33.771976 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-14497dfe-f82b-4a2f-a4d1-fdf8fc0c4e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100323eb8>, [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': 'f967e9e1-263a-47ab-a44f-d6bd3e27887b', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'port_id': 'e36f32d3-be11-409e-99f1-14e409ae6b87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'mac_address': 'fa:16:3e:82:ad:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc16520-9c4c-4f62-8aa6-e448a5cf01f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:33:30Z', 'updated_at': '2021-04-19T18:33:30Z', 'revision_number': 0, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:06Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:33.776879 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14497dfe-f82b-4a2f-a4d1-fdf8fc0c4e1f None None] Checking router: f20c51fd-c5fe-4927-a425-5211c2c484cb for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:33:33.786717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14497dfe-f82b-4a2f-a4d1-fdf8fc0c4e1f None None] Routers {'f20c51fd-c5fe-4927-a425-5211c2c484cb'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:33:33.787393 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-14497dfe-f82b-4a2f-a4d1-fdf8fc0c4e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100323eb8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:33:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['f20c51fd-c5fe-4927-a425-5211c2c484cb'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:33.802561 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7f052-8b73-4125-9605-6283cfd1651c req-182791d0-ddbc-44eb-98da-4fa5a675e0e2 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:33.803326 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-a8d7f052-8b73-4125-9605-6283cfd1651c req-182791d0-ddbc-44eb-98da-4fa5a675e0e2 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Synchronizing usage tracker for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:33:33.809187 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc16520-9c4c-4f62-8aa6-e448a5cf01f8', 'tag': 'e36f32d3-be11-409e-99f1-14e409ae6b87', 'status': 'completed', 'code': 200}
Apr 19 18:33:33.944806 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-a8d7f052-8b73-4125-9605-6283cfd1651c req-182791d0-ddbc-44eb-98da-4fa5a675e0e2 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Unset dirty status for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:33:33.947017 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a8d7f052-8b73-4125-9605-6283cfd1651c req-182791d0-ddbc-44eb-98da-4fa5a675e0e2 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2998fc45-27bc-4f89-9c4f-c38dcf832d10 HTTP/1.1" status: 200  len: 932 time: 0.4354851
Apr 19 18:33:33.975118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c00cc5-e51b-4b29-8a3f-da591e02ed6b tempest-TestMinimumBasicScenario-64096978 tempest-TestMinimumBasicScenario-64096978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:33.976174 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-15c00cc5-e51b-4b29-8a3f-da591e02ed6b tempest-TestMinimumBasicScenario-64096978 tempest-TestMinimumBasicScenario-64096978-project-admin] Synchronizing usage tracker for tenant:ad489038dcbf4a55bc2f86492e8d002f on resource:port {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:33:33.995287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-15c00cc5-e51b-4b29-8a3f-da591e02ed6b tempest-TestMinimumBasicScenario-64096978 tempest-TestMinimumBasicScenario-64096978-project-admin] Unset dirty status for tenant:ad489038dcbf4a55bc2f86492e8d002f on resource:port {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:33:33.999596 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-15c00cc5-e51b-4b29-8a3f-da591e02ed6b tempest-TestMinimumBasicScenario-64096978 tempest-TestMinimumBasicScenario-64096978-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 1094 time: 0.2464986
Apr 19 18:33:34.000179 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55592) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:34.007045 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Request body: {'floatingip': {'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'port_id': '5478a875-0c63-4893-86df-c7a0ef656277', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:34.015434 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:34.018737 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-14497dfe-f82b-4a2f-a4d1-fdf8fc0c4e1f None None] Set router f20c51fd-c5fe-4927-a425-5211c2c484cb gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:33:34.020017 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Usage tracker for resource:floatingip and tenant:881e8cffabb645a0bbcf58ced3234a61 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:34.023064 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:34.029278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:34.041053 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for floatingip, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:34.197224 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-a8d7f052-8b73-4125-9605-6283cfd1651c req-addcd652-61a7-40b2-9706-d0b7c1fc8e73 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Synchronizing usage tracker for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:security_group {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:33:34.207650 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:34.216133 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb3372-0d16-4c94-bb76-562f57b7c81e req-106e8b76-f110-441a-a320-7b67ddc8cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:34.217923 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b5eb3372-0d16-4c94-bb76-562f57b7c81e req-106e8b76-f110-441a-a320-7b67ddc8cd5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 1099 time: 0.3817565
Apr 19 18:33:34.374672 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Allocated IP 172.27.1.221 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/370f00b9-6904-4d09-8ae6-13641b58969a) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:33:34.548310 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:34.582276 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:34.595392 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-27775018-1b1d-4791-a8a4-5992a42d9850 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:34.606349 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-a8d7f052-8b73-4125-9605-6283cfd1651c req-addcd652-61a7-40b2-9706-d0b7c1fc8e73 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Unset dirty status for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:security_group {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:33:34.607233 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-14497dfe-f82b-4a2f-a4d1-fdf8fc0c4e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100323eb8>, [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': 'f967e9e1-263a-47ab-a44f-d6bd3e27887b', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'port_id': 'e36f32d3-be11-409e-99f1-14e409ae6b87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'mac_address': 'fa:16:3e:82:ad:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc16520-9c4c-4f62-8aa6-e448a5cf01f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:33:30Z', 'updated_at': '2021-04-19T18:33:30Z', 'revision_number': 0, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:06Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:34.607587 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a8d7f052-8b73-4125-9605-6283cfd1651c req-addcd652-61a7-40b2-9706-d0b7c1fc8e73 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6430681
Apr 19 18:33:34.611955 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14497dfe-f82b-4a2f-a4d1-fdf8fc0c4e1f None None] The sync data for ids ['f20c51fd-c5fe-4927-a425-5211c2c484cb'] in dv-cinder-786928-1-iscsi is: [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': 'f967e9e1-263a-47ab-a44f-d6bd3e27887b', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'floating_ip_address': '172.27.1.135', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'port_id': 'e36f32d3-be11-409e-99f1-14e409ae6b87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'mac_address': 'fa:16:3e:82:ad:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc16520-9c4c-4f62-8aa6-e448a5cf01f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:33:30Z', 'updated_at': '2021-04-19T18:33:30Z', 'revision_number': 0, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:06Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:33:34.630802 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a491dc-3d9e-4357-90d5-16c245551220 req-b7d4d049-ccd5-4e2d-9ad6-3722186762c3 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:34.632408 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-80a491dc-3d9e-4357-90d5-16c245551220 req-b7d4d049-ccd5-4e2d-9ad6-3722186762c3 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.6412394
Apr 19 18:33:34.669772 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:33:34.672869 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:33:34.682941 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:33:34.732674 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Pushing event updated for resources: {'Port': ['ID=370f00b9-6904-4d09-8ae6-13641b58969a,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:34.745424 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:34.794297 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-80a491dc-3d9e-4357-90d5-16c245551220 req-0aa0e6be-5c11-4ff4-8201-8bce068741d2 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1518383
Apr 19 18:33:34.798597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb3372-0d16-4c94-bb76-562f57b7c81e req-98a4affc-ad17-4ac3-8923-3637267d67aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:34.800114 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b5eb3372-0d16-4c94-bb76-562f57b7c81e req-98a4affc-ad17-4ac3-8923-3637267d67aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9c36c12-0176-4f97-97e9-14acfffaf6f9 HTTP/1.1" status: 200  len: 912 time: 0.5671337
Apr 19 18:33:34.872157 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613718ad-992f-4362-a98a-ff9403d8c613 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:33:34.891571 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:34.918784 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd869696-5ebe-4202-beb0-352998f1826b None None] New status for floating IP f967e9e1-263a-47ab-a44f-d6bd3e27887b: ACTIVE {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:33:34.930955 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Transition to ACTIVE for port object 613718ad-992f-4362-a98a-ff9403d8c613 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:33:34.942389 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:34.948465 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b5eb3372-0d16-4c94-bb76-562f57b7c81e req-53ded9f8-248a-4966-8387-3ffb57829ccf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e36f32d3-be11-409e-99f1-14e409ae6b87 HTTP/1.1" status: 200  len: 1000 time: 0.1378710
Apr 19 18:33:34.950195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e6780b39-5e7c-4501-bce5-9822b47aac81 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:35.159643 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Pushing event updated for resources: {'Port': ['ID=613718ad-992f-4362-a98a-ff9403d8c613,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:35.200550 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:35.202520 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb3372-0d16-4c94-bb76-562f57b7c81e req-039f0101-84c4-4c05-aa71-c93abc3ea8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:35.204873 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b5eb3372-0d16-4c94-bb76-562f57b7c81e req-039f0101-84c4-4c05-aa71-c93abc3ea8cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dfe41ce-4236-4779-9aeb-9390aebf5b7b HTTP/1.1" status: 200  len: 850 time: 0.2129779
Apr 19 18:33:35.246700 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:33:35.284158 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Attempting to bind port 613718ad-992f-4362-a98a-ff9403d8c613 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:33:35.284641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Attempting to bind port 613718ad-992f-4362-a98a-ff9403d8c613 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c9351dc1-3d34-49f1-9725-19e45d183e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:33:35.285097 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Attempting to bind port 613718ad-992f-4362-a98a-ff9403d8c613 on network b20378bb-47ab-4f9b-8f59-ec88da3afdad {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:33:35.294963 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Port 613718ad-992f-4362-a98a-ff9403d8c613 on network b20378bb-47ab-4f9b-8f59-ec88da3afdad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:33:35.295438 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Attempting to bind port 613718ad-992f-4362-a98a-ff9403d8c613 on network b20378bb-47ab-4f9b-8f59-ec88da3afdad {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:33:35.306001 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:33:35.306307 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Checking segment: {'id': 'c9351dc1-3d34-49f1-9725-19e45d183e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:33:35.306921 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Bound using segment: {'id': 'c9351dc1-3d34-49f1-9725-19e45d183e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:33:35.307485 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Bound port: 613718ad-992f-4362-a98a-ff9403d8c613, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9351dc1-3d34-49f1-9725-19e45d183e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:33:35.307885 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:35.397386 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb3372-0d16-4c94-bb76-562f57b7c81e req-b9aec3bf-87f3-4166-ba67-2d8ac1d9ee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:35.399552 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b5eb3372-0d16-4c94-bb76-562f57b7c81e req-b9aec3bf-87f3-4166-ba67-2d8ac1d9ee58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c36c12-0176-4f97-97e9-14acfffaf6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1795940
Apr 19 18:33:35.406801 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2,segment=NetworkSegment(7eed0a41-34c2-44c6-99e5-f4308f54047d),segment_id=7eed0a41-34c2-44c6-99e5-f4308f54047d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:35.416616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:35.423095 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2', 'network_id': '615e24d7-58d3-4070-af82-06f80838c273', 'port_id': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2', 'mac_address': 'fa:16:3e:67:6d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:33:35.487145 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:35.498683 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:35.510791 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:33:35.512366 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] For port 613718ad-992f-4362-a98a-ff9403d8c613, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:33:35.528291 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2,segment=NetworkSegment(7eed0a41-34c2-44c6-99e5-f4308f54047d),segment_id=7eed0a41-34c2-44c6-99e5-f4308f54047d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:35.531608 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:35.533965 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] For port 613718ad-992f-4362-a98a-ff9403d8c613, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=613718ad-992f-4362-a98a-ff9403d8c613,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:33:35.534145 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f241aac6-67fd-4319-bda2-58d1c69bbc5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:35.541194 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:35.556872 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:35.610384 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:35.614520 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:35.636687 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:35.637508 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:35.639025 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] 10.222.0.13 "PUT /v2.0/ports/613718ad-992f-4362-a98a-ff9403d8c613 HTTP/1.1" status: 200  len: 1094 time: 2.2013850
Apr 19 18:33:35.658042 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b5eb3372-0d16-4c94-bb76-562f57b7c81e req-a88ead1b-687b-494d-afa8-ad5173d1c931 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2444477
Apr 19 18:33:35.744641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Pushing event updated for resources: {'Port': ['ID=613718ad-992f-4362-a98a-ff9403d8c613,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:35.751630 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:35.755563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531857088'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:35.761073 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5368f5f3-fcac-4073-9127-0fc5b96f4339 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:35.845079 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2998fc45-27bc-4f89-9c4f-c38dcf832d10', 'tag': '613718ad-992f-4362-a98a-ff9403d8c613'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:33:35.853987 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['dc63da7e-0d13-449a-a3e4-d6b11ad97ba2'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:33:35.865169 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:33:35.865616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:33:35.866043 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:33:35.866445 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:33:35.867044 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:33:35.867177 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:33:35.867581 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:33:35.868541 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:33:35.868934 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:33:35.869753 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:33:35.870159 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:33:35.870550 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:33:35.884103 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:35.884240 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Pushing event updated for resources: {'Port': ['ID=370f00b9-6904-4d09-8ae6-13641b58969a,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:35.889153 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:35.894527 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636081'] for floatingip, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:36.045831 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b5eb3372-0d16-4c94-bb76-562f57b7c81e req-b46ed73c-75f6-4312-946a-862fc26b6d7c service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3766460
Apr 19 18:33:36.050511 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-f6c344b2-5d69-4ee4-8c27-ba95efcfcfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:36.052793 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-f6c344b2-5d69-4ee4-8c27-ba95efcfcfc3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=694ac62c0a6e4d13a85854ea584ff4fb&device_id=2998fc45-27bc-4f89-9c4f-c38dcf832d10 HTTP/1.1" status: 200  len: 1097 time: 0.3554428
Apr 19 18:33:36.101140 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_db [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Floating IP 53f78ecf-2c34-42e9-a25b-dd89fd485a88 associated. External IP: 172.27.1.221, port: 5478a875-0c63-4893-86df-c7a0ef656277.
Apr 19 18:33:36.136454 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01377a0f-b5df-4497-b095-cfb03679c14e req-7dd2fc04-e4f4-4da3-8dbe-d921e40a9312 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:36.138060 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-01377a0f-b5df-4497-b095-cfb03679c14e req-7dd2fc04-e4f4-4da3-8dbe-d921e40a9312 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2998fc45-27bc-4f89-9c4f-c38dcf832d10 HTTP/1.1" status: 200  len: 944 time: 0.3955505
Apr 19 18:33:36.173267 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-395714bc-123a-4966-be65-f4913697e11e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=613718ad-992f-4362-a98a-ff9403d8c613 HTTP/1.1" status: 200  len: 217 time: 0.1044474
Apr 19 18:33:36.259223 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ff214-a011-4761-abbb-78e528fd3507 req-9e7d79a5-214b-4c89-b0ee-c863e77a6ffb tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:36.260828 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c98ff214-a011-4761-abbb-78e528fd3507 req-9e7d79a5-214b-4c89-b0ee-c863e77a6ffb tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 944 time: 0.3300304
Apr 19 18:33:36.265707 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-01377a0f-b5df-4497-b095-cfb03679c14e req-79ecf213-a003-449a-91af-50774cbde6db tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178656
Apr 19 18:33:36.304720 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-5938adb0-9e0d-4130-b0d7-b0cf57323d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:36.306419 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-5938adb0-9e0d-4130-b0d7-b0cf57323d50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8a8763-8f5e-4cbb-84c8-e675d19338e0 HTTP/1.1" status: 200  len: 855 time: 0.1233108
Apr 19 18:33:36.358541 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2998fc45-27bc-4f89-9c4f-c38dcf832d10', 'tag': '613718ad-992f-4362-a98a-ff9403d8c613', 'status': 'completed', 'code': 200}
Apr 19 18:33:36.374239 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-33387518-5002-4178-8f92-e82147471c90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b20378bb-47ab-4f9b-8f59-ec88da3afdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567660
Apr 19 18:33:36.377434 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c98ff214-a011-4761-abbb-78e528fd3507 req-7a320151-4b73-4b0e-aefb-1cc7ff0af58b tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1026223
Apr 19 18:33:36.500338 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Router eb4c7687-5c37-4149-97ee-49876ea207c4 has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:33:36.521731 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-0a2b1646-f021-4d27-a9c0-e9fc094a754c service neutron] 10.222.0.13 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389940
Apr 19 18:33:36.672827 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4e8759b-2c8b-4d26-b5b0-04ef41b8f69d req-7afdf338-0007-4089-b900-9b7022815170 service neutron] 10.222.0.13 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398337
Apr 19 18:33:36.700238 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:33:36.720957 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98669ce-62a8-46df-80b0-43d148e11fb2 None None] Sync routers for ids ['eb4c7687-5c37-4149-97ee-49876ea207c4'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:33:36.725692 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:36.731082 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98669ce-62a8-46df-80b0-43d148e11fb2 None None] Routers {'eb4c7687-5c37-4149-97ee-49876ea207c4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:33:36.731748 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-e98669ce-62a8-46df-80b0-43d148e11fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710041ed68>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:33:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['eb4c7687-5c37-4149-97ee-49876ea207c4'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:36.785850 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7841508
Apr 19 18:33:36.786443 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'tag': '5478a875-0c63-4893-86df-c7a0ef656277'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:33:36.790350 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 55604) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:36.800869 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-9b910144-4de2-483e-8511-c5ff60108ba7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-199229153', 'description': 'tempest-secgroup-smoke-199229153 description', 'project_id': '881e8cffabb645a0bbcf58ced3234a61'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:36.810246 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-9b910144-4de2-483e-8511-c5ff60108ba7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:36.815989 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-9b910144-4de2-483e-8511-c5ff60108ba7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Usage tracker for resource:security_group and tenant:881e8cffabb645a0bbcf58ced3234a61 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:36.821502 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-9b910144-4de2-483e-8511-c5ff60108ba7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:36.829520 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993d598-a6ea-4866-94ec-2a7d4eb82d6d req-958e5eaf-1471-4cf0-a521-6e7c0e86ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:36.831115 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6993d598-a6ea-4866-94ec-2a7d4eb82d6d req-958e5eaf-1471-4cf0-a521-6e7c0e86ed87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=694ac62c0a6e4d13a85854ea584ff4fb&device_id=2998fc45-27bc-4f89-9c4f-c38dcf832d10 HTTP/1.1" status: 200  len: 1097 time: 0.1135054
Apr 19 18:33:36.832043 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-9b910144-4de2-483e-8511-c5ff60108ba7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:36.838052 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'tag': '5478a875-0c63-4893-86df-c7a0ef656277', 'status': 'completed', 'code': 200}
Apr 19 18:33:36.843185 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9b910144-4de2-483e-8511-c5ff60108ba7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:36.927942 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-e98669ce-62a8-46df-80b0-43d148e11fb2 None None] Set router eb4c7687-5c37-4149-97ee-49876ea207c4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:33:36.994831 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-9b910144-4de2-483e-8511-c5ff60108ba7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:37.014598 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-9b910144-4de2-483e-8511-c5ff60108ba7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Usage tracker for resource:security_group_rule and tenant:881e8cffabb645a0bbcf58ced3234a61 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:37.018469 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-9b910144-4de2-483e-8511-c5ff60108ba7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:37.032309 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-9b910144-4de2-483e-8511-c5ff60108ba7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:37.106537 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993d598-a6ea-4866-94ec-2a7d4eb82d6d req-d33dc991-3857-447c-a4c9-bb07bb5e3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:37.108138 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6993d598-a6ea-4866-94ec-2a7d4eb82d6d req-d33dc991-3857-447c-a4c9-bb07bb5e3eff service neutron] 10.222.0.13 "GET /v2.0/networks?id=b20378bb-47ab-4f9b-8f59-ec88da3afdad HTTP/1.1" status: 200  len: 916 time: 0.2536323
Apr 19 18:33:37.116852 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059782e-8ab6-4f2d-9728-b558682ac6bf req-a8d5236f-dea5-4553-8995-b33bdc104f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:37.118811 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6059782e-8ab6-4f2d-9728-b558682ac6bf req-a8d5236f-dea5-4553-8995-b33bdc104f59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=881e8cffabb645a0bbcf58ced3234a61&device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 1099 time: 0.2373080
Apr 19 18:33:37.220356 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6993d598-a6ea-4866-94ec-2a7d4eb82d6d req-20b28eb7-7cdc-40e9-a65b-14935cb913f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=613718ad-992f-4362-a98a-ff9403d8c613 HTTP/1.1" status: 200  len: 217 time: 0.1005051
Apr 19 18:33:37.273335 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:33:37.369022 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:33:37.375866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:33:37.376254 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:37.388294 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9b910144-4de2-483e-8511-c5ff60108ba7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:37.425496 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-e98669ce-62a8-46df-80b0-43d148e11fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710041ed68>, [{'id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'name': 'tempest-TestMinimumBasicScenario-1140933156-router', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:06Z', 'updated_at': '2021-04-19T18:32:19Z', 'revision_number': 4, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'gw_port': {'id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:10Z', 'updated_at': '2021-04-19T18:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': '53f78ecf-2c34-42e9-a25b-dd89fd485a88', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'port_id': '5478a875-0c63-4893-86df-c7a0ef656277', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659', 'mac_address': 'fa:16:3e:2d:da:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:33:35Z', 'updated_at': '2021-04-19T18:33:35Z', 'revision_number': 0, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02f93a3-7647-42ed-a3e8-ce9e104f07ad', 'name': '', 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'mac_address': 'fa:16:3e:14:b6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:18Z', 'updated_at': '2021-04-19T18:32:35Z', 'revision_number': 5, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'subnets': [{'id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:37.441477 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98669ce-62a8-46df-80b0-43d148e11fb2 None None] Checking router: eb4c7687-5c37-4149-97ee-49876ea207c4 for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:33:37.442763 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9b910144-4de2-483e-8511-c5ff60108ba7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:37.460379 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98669ce-62a8-46df-80b0-43d148e11fb2 None None] Routers {'eb4c7687-5c37-4149-97ee-49876ea207c4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:33:37.461088 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-e98669ce-62a8-46df-80b0-43d148e11fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710041ed68>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:33:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['eb4c7687-5c37-4149-97ee-49876ea207c4'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:37.677951 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-31217bbf-705e-4372-b0a5-e81ec48e5cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:37.678887 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:37.687192 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993d598-a6ea-4866-94ec-2a7d4eb82d6d req-dd6bb26f-3065-441d-a5ca-17f071abfe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:37.688733 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6993d598-a6ea-4866-94ec-2a7d4eb82d6d req-dd6bb26f-3065-441d-a5ca-17f071abfe30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8a8763-8f5e-4cbb-84c8-e675d19338e0 HTTP/1.1" status: 200  len: 855 time: 0.4521785
Apr 19 18:33:37.727603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:33:37.746358 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-e98669ce-62a8-46df-80b0-43d148e11fb2 None None] Set router eb4c7687-5c37-4149-97ee-49876ea207c4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:33:37.792990 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2,segment=NetworkSegment(7eed0a41-34c2-44c6-99e5-f4308f54047d),segment_id=7eed0a41-34c2-44c6-99e5-f4308f54047d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:37.807179 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:37.811184 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6f340a62-0453-4b25-b72b-aa5f8af512a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:37.851301 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6993d598-a6ea-4866-94ec-2a7d4eb82d6d req-b8fc12fd-1fb0-4024-923b-a36249e216b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b20378bb-47ab-4f9b-8f59-ec88da3afdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1340573
Apr 19 18:33:37.889638 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059782e-8ab6-4f2d-9728-b558682ac6bf req-8d0e503a-6862-480b-ba9e-32ff40a0ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:37.891209 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6059782e-8ab6-4f2d-9728-b558682ac6bf req-8d0e503a-6862-480b-ba9e-32ff40a0ad2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8e23a024-d945-4415-9ec2-2d14f1cce659 HTTP/1.1" status: 200  len: 916 time: 0.7039795
Apr 19 18:33:37.891891 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b910144-4de2-483e-8511-c5ff60108ba7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b5c1d9-de69-42db-8dc3-e43c2066ca5d,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:37.900399 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9b910144-4de2-483e-8511-c5ff60108ba7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:37.901300 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9b910144-4de2-483e-8511-c5ff60108ba7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:37.905638 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55616) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:37.905796 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-9b910144-4de2-483e-8511-c5ff60108ba7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 1.1102192
Apr 19 18:33:37.912359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-75724ee5-ba7a-4bc8-83d1-5a1844c83d4d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Request body: {'security_group_rule': {'security_group_id': '97b5c1d9-de69-42db-8dc3-e43c2066ca5d', 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:37.919453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-75724ee5-ba7a-4bc8-83d1-5a1844c83d4d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:37.923929 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-75724ee5-ba7a-4bc8-83d1-5a1844c83d4d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Usage tracker for resource:security_group_rule and tenant:881e8cffabb645a0bbcf58ced3234a61 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:37.927339 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-75724ee5-ba7a-4bc8-83d1-5a1844c83d4d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:37.938215 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-75724ee5-ba7a-4bc8-83d1-5a1844c83d4d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:37.955742 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-75724ee5-ba7a-4bc8-83d1-5a1844c83d4d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.034347 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-75724ee5-ba7a-4bc8-83d1-5a1844c83d4d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.037974 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-75724ee5-ba7a-4bc8-83d1-5a1844c83d4d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.041458 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:38.062381 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75724ee5-ba7a-4bc8-83d1-5a1844c83d4d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8cd2ecb-f4df-4763-81ad-26df0a427961,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:38.067567 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-75724ee5-ba7a-4bc8-83d1-5a1844c83d4d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:38.088579 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-75724ee5-ba7a-4bc8-83d1-5a1844c83d4d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.092849 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-75724ee5-ba7a-4bc8-83d1-5a1844c83d4d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1831131
Apr 19 18:33:38.093082 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55620) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:38.100362 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-aca5930d-81c2-41e5-bfbf-f5bf0ecaed45 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Request body: {'security_group_rule': {'security_group_id': '97b5c1d9-de69-42db-8dc3-e43c2066ca5d', 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:38.107945 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-aca5930d-81c2-41e5-bfbf-f5bf0ecaed45 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:38.112604 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-aca5930d-81c2-41e5-bfbf-f5bf0ecaed45 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Usage tracker for resource:security_group_rule and tenant:881e8cffabb645a0bbcf58ced3234a61 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:38.116213 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-aca5930d-81c2-41e5-bfbf-f5bf0ecaed45 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:38.147176 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-aca5930d-81c2-41e5-bfbf-f5bf0ecaed45 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:38.153446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:38.158504 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128243d-7ae0-4616-8dec-124be8fbdab4 req-acf5c4e4-f0ab-4826-8830-a5c557c7af1e tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:38.158650 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:38.160162 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7128243d-7ae0-4616-8dec-124be8fbdab4 req-acf5c4e4-f0ab-4826-8830-a5c557c7af1e tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2998fc45-27bc-4f89-9c4f-c38dcf832d10 HTTP/1.1" status: 200  len: 944 time: 0.7747102
Apr 19 18:33:38.177113 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aca5930d-81c2-41e5-bfbf-f5bf0ecaed45 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.185977 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6059782e-8ab6-4f2d-9728-b558682ac6bf req-b4670e83-6e1c-4c10-817e-d2e15ba6106b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5478a875-0c63-4893-86df-c7a0ef656277 HTTP/1.1" status: 200  len: 1000 time: 0.2733698
Apr 19 18:33:38.248043 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aca5930d-81c2-41e5-bfbf-f5bf0ecaed45 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.251201 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aca5930d-81c2-41e5-bfbf-f5bf0ecaed45 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.253400 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-05cb2ce8-24a8-4dcf-b4a3-203641d278dd tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:38.276677 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac34bc-f0be-4ecd-bf59-ef28797c7712 req-91c2be6e-dd73-4bac-ab7a-8e2efc4a11fd tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:38.278991 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c9ac34bc-f0be-4ecd-bf59-ef28797c7712 req-91c2be6e-dd73-4bac-ab7a-8e2efc4a11fd tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.5710294
Apr 19 18:33:38.280985 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5930d-81c2-41e5-bfbf-f5bf0ecaed45 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1967af03-78bb-45eb-a65e-4a35293da0e9,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:38.291893 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7128243d-7ae0-4616-8dec-124be8fbdab4 req-0147e7eb-4cd5-4d01-a423-205c7a1a5b64 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217194
Apr 19 18:33:38.292066 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-aca5930d-81c2-41e5-bfbf-f5bf0ecaed45 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:38.296917 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aca5930d-81c2-41e5-bfbf-f5bf0ecaed45 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.297733 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-aca5930d-81c2-41e5-bfbf-f5bf0ecaed45 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2036180
Apr 19 18:33:38.297866 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6993d598-a6ea-4866-94ec-2a7d4eb82d6d req-e6ef267d-ca7c-4093-9341-9768fdb61e1c service neutron] 10.222.0.13 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4339271
Apr 19 18:33:38.302086 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55624) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:38.309232 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-41518d12-14a5-4d98-986a-0426f54d5bcc tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Request body: {'security_group_rule': {'security_group_id': '97b5c1d9-de69-42db-8dc3-e43c2066ca5d', 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:38.316546 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-41518d12-14a5-4d98-986a-0426f54d5bcc tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:38.322542 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-41518d12-14a5-4d98-986a-0426f54d5bcc tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Usage tracker for resource:security_group_rule and tenant:881e8cffabb645a0bbcf58ced3234a61 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:38.327039 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-41518d12-14a5-4d98-986a-0426f54d5bcc tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:38.334684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-41518d12-14a5-4d98-986a-0426f54d5bcc tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:38.354326 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-41518d12-14a5-4d98-986a-0426f54d5bcc tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.370605 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2', 'code': 200}
Apr 19 18:33:38.411976 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-e98669ce-62a8-46df-80b0-43d148e11fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710041ed68>, [{'id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'name': 'tempest-TestMinimumBasicScenario-1140933156-router', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:06Z', 'updated_at': '2021-04-19T18:32:19Z', 'revision_number': 4, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'gw_port': {'id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:10Z', 'updated_at': '2021-04-19T18:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': '53f78ecf-2c34-42e9-a25b-dd89fd485a88', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'port_id': '5478a875-0c63-4893-86df-c7a0ef656277', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659', 'mac_address': 'fa:16:3e:2d:da:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:33:35Z', 'updated_at': '2021-04-19T18:33:35Z', 'revision_number': 0, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02f93a3-7647-42ed-a3e8-ce9e104f07ad', 'name': '', 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'mac_address': 'fa:16:3e:14:b6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:18Z', 'updated_at': '2021-04-19T18:32:35Z', 'revision_number': 5, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'subnets': [{'id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:38.417456 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98669ce-62a8-46df-80b0-43d148e11fb2 None None] The sync data for ids ['eb4c7687-5c37-4149-97ee-49876ea207c4'] in dv-cinder-786928-1-iscsi is: [{'id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'name': 'tempest-TestMinimumBasicScenario-1140933156-router', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:06Z', 'updated_at': '2021-04-19T18:32:19Z', 'revision_number': 4, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'gw_port': {'id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:10Z', 'updated_at': '2021-04-19T18:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': '53f78ecf-2c34-42e9-a25b-dd89fd485a88', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'port_id': '5478a875-0c63-4893-86df-c7a0ef656277', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659', 'mac_address': 'fa:16:3e:2d:da:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:33:35Z', 'updated_at': '2021-04-19T18:33:35Z', 'revision_number': 0, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e02f93a3-7647-42ed-a3e8-ce9e104f07ad', 'name': '', 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'mac_address': 'fa:16:3e:14:b6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:18Z', 'updated_at': '2021-04-19T18:32:35Z', 'revision_number': 5, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'subnets': [{'id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:33:38.438319 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-41518d12-14a5-4d98-986a-0426f54d5bcc tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.441520 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-41518d12-14a5-4d98-986a-0426f54d5bcc tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.443922 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-fd088f0d-eeec-481b-a9b4-86fc70a80fae tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:38.447780 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c9ac34bc-f0be-4ecd-bf59-ef28797c7712 req-80c3e0e9-b1cb-4124-a9c2-e331a657632e tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1547034
Apr 19 18:33:38.465782 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059782e-8ab6-4f2d-9728-b558682ac6bf req-377d855a-13da-486f-90eb-6cb6e2760305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:38.467368 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6059782e-8ab6-4f2d-9728-b558682ac6bf req-377d855a-13da-486f-90eb-6cb6e2760305 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0891f7e0-9bdd-478e-a003-514aea6cbcb6 HTTP/1.1" status: 200  len: 854 time: 0.2478657
Apr 19 18:33:38.483006 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41518d12-14a5-4d98-986a-0426f54d5bcc tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb98a58-cf53-479f-aa70-653069e9bc3c,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:38.485547 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-41518d12-14a5-4d98-986a-0426f54d5bcc tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:38.487388 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-41518d12-14a5-4d98-986a-0426f54d5bcc tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.488674 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-41518d12-14a5-4d98-986a-0426f54d5bcc tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1855385
Apr 19 18:33:38.492382 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55628) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:38.498941 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-14df1ecd-1806-4541-bdc4-4db523e5e72b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Request body: {'security_group_rule': {'security_group_id': '97b5c1d9-de69-42db-8dc3-e43c2066ca5d', 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:38.505301 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-14df1ecd-1806-4541-bdc4-4db523e5e72b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:38.510565 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-14df1ecd-1806-4541-bdc4-4db523e5e72b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Usage tracker for resource:security_group_rule and tenant:881e8cffabb645a0bbcf58ced3234a61 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:38.514139 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-14df1ecd-1806-4541-bdc4-4db523e5e72b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:38.520615 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-14df1ecd-1806-4541-bdc4-4db523e5e72b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:38.541205 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-14df1ecd-1806-4541-bdc4-4db523e5e72b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.580422 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6993d598-a6ea-4866-94ec-2a7d4eb82d6d req-0cff68c9-5597-4c2b-bf10-a64cb025ffcb service neutron] 10.222.0.13 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2604582
Apr 19 18:33:38.611788 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059782e-8ab6-4f2d-9728-b558682ac6bf req-c73d40d8-6977-467a-a1a0-7b9d30eacd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:38.613989 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6059782e-8ab6-4f2d-9728-b558682ac6bf req-c73d40d8-6977-467a-a1a0-7b9d30eacd07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e23a024-d945-4415-9ec2-2d14f1cce659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1323414
Apr 19 18:33:38.619478 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-14df1ecd-1806-4541-bdc4-4db523e5e72b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.622727 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-14df1ecd-1806-4541-bdc4-4db523e5e72b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.625481 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-75724ee5-ba7a-4bc8-83d1-5a1844c83d4d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:38.654719 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df1ecd-1806-4541-bdc4-4db523e5e72b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50df37e-932c-437f-aee3-05651f2e354e,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:38.663609 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-14df1ecd-1806-4541-bdc4-4db523e5e72b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:38.665435 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-14df1ecd-1806-4541-bdc4-4db523e5e72b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.667047 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-14df1ecd-1806-4541-bdc4-4db523e5e72b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1728199
Apr 19 18:33:38.669883 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55632) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:38.675616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-21c21e97-3f72-4116-9be6-79f358c7886b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Request body: {'security_group_rule': {'security_group_id': '97b5c1d9-de69-42db-8dc3-e43c2066ca5d', 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:38.682948 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-21c21e97-3f72-4116-9be6-79f358c7886b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:38.687328 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-21c21e97-3f72-4116-9be6-79f358c7886b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Usage tracker for resource:security_group_rule and tenant:881e8cffabb645a0bbcf58ced3234a61 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:38.690657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-21c21e97-3f72-4116-9be6-79f358c7886b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:38.698675 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-21c21e97-3f72-4116-9be6-79f358c7886b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:38.703526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16cb7ba-941f-4304-85d0-c3db678ed582 None None] New status for floating IP 53f78ecf-2c34-42e9-a25b-dd89fd485a88: ACTIVE {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:33:38.711511 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.securitygroups_db [None req-21c21e97-3f72-4116-9be6-79f358c7886b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Project 881e8cffabb645a0bbcf58ced3234a61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 18:33:38.719089 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-21c21e97-3f72-4116-9be6-79f358c7886b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.788490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-21c21e97-3f72-4116-9be6-79f358c7886b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.792397 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-21c21e97-3f72-4116-9be6-79f358c7886b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.794842 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-dd9364b7-5989-47d6-bc22-4fafc7229144 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:38.821387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c21e97-3f72-4116-9be6-79f358c7886b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6b9a9a-b239-47bc-a1f9-788b1a2dc6c0,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:38.825907 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-21c21e97-3f72-4116-9be6-79f358c7886b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:38.833537 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-21c21e97-3f72-4116-9be6-79f358c7886b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.835104 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-21c21e97-3f72-4116-9be6-79f358c7886b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1642399
Apr 19 18:33:38.838101 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55636) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:38.844168 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-5e560629-ef4d-487c-a5a1-ff63da8f3417 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Request body: {'security_group_rule': {'security_group_id': '97b5c1d9-de69-42db-8dc3-e43c2066ca5d', 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:38.850479 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-5e560629-ef4d-487c-a5a1-ff63da8f3417 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:38.854932 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6059782e-8ab6-4f2d-9728-b558682ac6bf req-682430f0-44cb-4db2-a8de-7d44f3cf4cfa service neutron] 10.222.0.13 "GET /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2312002
Apr 19 18:33:38.855079 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-5e560629-ef4d-487c-a5a1-ff63da8f3417 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Usage tracker for resource:security_group_rule and tenant:881e8cffabb645a0bbcf58ced3234a61 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:38.858144 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-5e560629-ef4d-487c-a5a1-ff63da8f3417 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:38.858277 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873dedf-4329-4505-99e5-1b12b3253f18 req-fa438636-9b87-4eae-83cd-f43b77673b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:38.859669 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b873dedf-4329-4505-99e5-1b12b3253f18 req-fa438636-9b87-4eae-83cd-f43b77673b8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 1098 time: 0.1484644
Apr 19 18:33:38.864262 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-5e560629-ef4d-487c-a5a1-ff63da8f3417 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:38.875585 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.securitygroups_db [None req-5e560629-ef4d-487c-a5a1-ff63da8f3417 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Project 881e8cffabb645a0bbcf58ced3234a61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 19 18:33:38.882737 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5e560629-ef4d-487c-a5a1-ff63da8f3417 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.968148 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5e560629-ef4d-487c-a5a1-ff63da8f3417 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.971825 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5e560629-ef4d-487c-a5a1-ff63da8f3417 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:38.974967 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-19b9cbb2-42c9-4816-b2f3-bc1ab6ccde35 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:39.001016 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e560629-ef4d-487c-a5a1-ff63da8f3417 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7ee416-bf44-48b5-9cd4-ed4be7d74f54,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:39.006540 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5e560629-ef4d-487c-a5a1-ff63da8f3417 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:39.015711 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5e560629-ef4d-487c-a5a1-ff63da8f3417 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:39.018230 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-5e560629-ef4d-487c-a5a1-ff63da8f3417 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1785297
Apr 19 18:33:39.028223 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b873dedf-4329-4505-99e5-1b12b3253f18 req-d55f3ea7-e663-4c34-96a1-cbe0a08ef53e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1501820
Apr 19 18:33:39.070424 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6059782e-8ab6-4f2d-9728-b558682ac6bf req-c71dd9d6-93b2-4afb-a7cf-a14606eded01 service neutron] 10.222.0.13 "GET /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1932938
Apr 19 18:33:39.155275 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-b21c4344-9206-49cb-9289-39c755a06a49 req-b731cc0c-f7eb-45f4-b97d-3189e27bed1e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Synchronizing usage tracker for tenant:881e8cffabb645a0bbcf58ced3234a61 on resource:security_group {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:33:39.172701 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-b21c4344-9206-49cb-9289-39c755a06a49 req-b731cc0c-f7eb-45f4-b97d-3189e27bed1e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Unset dirty status for tenant:881e8cffabb645a0bbcf58ced3234a61 on resource:security_group {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:33:39.174434 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b21c4344-9206-49cb-9289-39c755a06a49 req-b731cc0c-f7eb-45f4-b97d-3189e27bed1e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-199229153&fields=id&tenant_id=881e8cffabb645a0bbcf58ced3234a61 HTTP/1.1" status: 200  len: 267 time: 0.0624599
Apr 19 18:33:39.262249 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 613718ad-992f-4362-a98a-ff9403d8c613 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:33:39.267449 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c4344-9206-49cb-9289-39c755a06a49 req-952fd7c2-a73d-4e95-992f-d400e79f8024 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:39.269068 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b21c4344-9206-49cb-9289-39c755a06a49 req-952fd7c2-a73d-4e95-992f-d400e79f8024 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 946 time: 0.0879397
Apr 19 18:33:39.283485 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-b21c4344-9206-49cb-9289-39c755a06a49 req-bba5dd07-8e34-40c5-8730-30c54815e3f9 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Request body: {'port': {'security_groups': ['7fa79621-80f3-42d2-95f9-55ebba49a9a9', '97b5c1d9-de69-42db-8dc3-e43c2066ca5d']}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:39.412606 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 613718ad-992f-4362-a98a-ff9403d8c613, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=613718ad-992f-4362-a98a-ff9403d8c613,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:39.427469 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': '613718ad-992f-4362-a98a-ff9403d8c613', 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad', 'port_id': '613718ad-992f-4362-a98a-ff9403d8c613', 'mac_address': 'fa:16:3e:16:5b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f8a8763-8f5e-4cbb-84c8-e675d19338e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:33:39.459572 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b21c4344-9206-49cb-9289-39c755a06a49 req-bba5dd07-8e34-40c5-8730-30c54815e3f9 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:39.491179 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:39.510372 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613718ad-992f-4362-a98a-ff9403d8c613 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:33:39.526327 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 613718ad-992f-4362-a98a-ff9403d8c613, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=613718ad-992f-4362-a98a-ff9403d8c613,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:39.529291 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:39.531295 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:39.600963 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=613718ad-992f-4362-a98a-ff9403d8c613,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:39.604864 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:39.620523 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb6e3b-f494-4358-beb3-cebaad774c4a req-48b2ef66-b36f-4c1b-886d-727ab2286b8b tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:39.622180 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ebcb6e3b-f494-4358-beb3-cebaad774c4a req-48b2ef66-b36f-4c1b-886d-727ab2286b8b tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2998fc45-27bc-4f89-9c4f-c38dcf832d10 HTTP/1.1" status: 200  len: 944 time: 0.2034292
Apr 19 18:33:39.751192 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ebcb6e3b-f494-4358-beb3-cebaad774c4a req-b13ada59-899c-4da3-b880-629ce7ae79df tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207204
Apr 19 18:33:39.828849 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-b21c4344-9206-49cb-9289-39c755a06a49 req-bba5dd07-8e34-40c5-8730-30c54815e3f9 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] For port 5478a875-0c63-4893-86df-c7a0ef656277, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5478a875-0c63-4893-86df-c7a0ef656277,segment=NetworkSegment(09654d5d-78d0-4e3a-bec2-07fd9708c3a4),segment_id=09654d5d-78d0-4e3a-bec2-07fd9708c3a4)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:39.857941 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b21c4344-9206-49cb-9289-39c755a06a49 req-bba5dd07-8e34-40c5-8730-30c54815e3f9 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:39.899572 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b21c4344-9206-49cb-9289-39c755a06a49 req-bba5dd07-8e34-40c5-8730-30c54815e3f9 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:39.900412 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['613718ad-992f-4362-a98a-ff9403d8c613'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:33:39.910161 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c4fce4c4-beb3-4b69-b210-d62f1d116753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:39.995517 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c4344-9206-49cb-9289-39c755a06a49 req-bba5dd07-8e34-40c5-8730-30c54815e3f9 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:39.996239 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b21c4344-9206-49cb-9289-39c755a06a49 req-bba5dd07-8e34-40c5-8730-30c54815e3f9 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:39.997811 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b21c4344-9206-49cb-9289-39c755a06a49 req-bba5dd07-8e34-40c5-8730-30c54815e3f9 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "PUT /v2.0/ports/5478a875-0c63-4893-86df-c7a0ef656277 HTTP/1.1" status: 200  len: 982 time: 0.7202499
Apr 19 18:33:40.004291 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'tag': '5478a875-0c63-4893-86df-c7a0ef656277'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:33:40.038810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5dd07-8e34-40c5-8730-30c54815e3f9 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Pushing event updated for resources: {'Port': ['ID=5478a875-0c63-4893-86df-c7a0ef656277,revision_number=6']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:40.043404 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-bba5dd07-8e34-40c5-8730-30c54815e3f9 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:40.052205 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62e333-b6d0-4a23-a90a-f6f6fbac5b16 req-91c12bd0-2f5c-4b50-924c-39a5af47b0c7 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:40.053876 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bc62e333-b6d0-4a23-a90a-f6f6fbac5b16 req-91c12bd0-2f5c-4b50-924c-39a5af47b0c7 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.2007744
Apr 19 18:33:40.141265 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['5478a875-0c63-4893-86df-c7a0ef656277'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:33:40.192948 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bc62e333-b6d0-4a23-a90a-f6f6fbac5b16 req-22a0f6e9-6077-4ff2-baf0-3dc2f8344a9e tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1230395
Apr 19 18:33:40.250341 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1d285-4f0f-4e48-8f98-cc5577a855c0 req-2a6a6130-a277-4c9e-b756-f541214d6350 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:40.261139 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3cc1d285-4f0f-4e48-8f98-cc5577a855c0 req-2a6a6130-a277-4c9e-b756-f541214d6350 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.1343448
Apr 19 18:33:40.286482 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'tag': '5478a875-0c63-4893-86df-c7a0ef656277', 'status': 'completed', 'code': 200}
Apr 19 18:33:40.314822 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3cc1d285-4f0f-4e48-8f98-cc5577a855c0 req-5353d71f-848a-4288-a1fa-c0b095db2718 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&id=97b5c1d9-de69-42db-8dc3-e43c2066ca5d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0528224
Apr 19 18:33:40.351530 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-0f5f63d3-a0ce-49e1-99bd-f809dd6b3c16 None None] Provisioning complete for port 5478a875-0c63-4893-86df-c7a0ef656277 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:33:40.352681 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0f5f63d3-a0ce-49e1-99bd-f809dd6b3c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:40.403315 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62bedf-e06c-4201-803b-196e774ef12f req-608d96ab-f7c5-4e30-b6a9-36b9d914fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:40.404849 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2b62bedf-e06c-4201-803b-196e774ef12f req-608d96ab-f7c5-4e30-b6a9-36b9d914fd89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=881e8cffabb645a0bbcf58ced3234a61&device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 1138 time: 0.0835760
Apr 19 18:33:40.551761 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62bedf-e06c-4201-803b-196e774ef12f req-1bae99b0-07f4-4a62-a705-7fb713a05511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:40.553342 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2b62bedf-e06c-4201-803b-196e774ef12f req-1bae99b0-07f4-4a62-a705-7fb713a05511 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8e23a024-d945-4415-9ec2-2d14f1cce659 HTTP/1.1" status: 200  len: 916 time: 0.1404347
Apr 19 18:33:40.673511 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2b62bedf-e06c-4201-803b-196e774ef12f req-42fa4a1f-f967-437c-95e6-82925e5e364f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5478a875-0c63-4893-86df-c7a0ef656277 HTTP/1.1" status: 200  len: 1002 time: 0.1058352
Apr 19 18:33:40.744499 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62bedf-e06c-4201-803b-196e774ef12f req-8faff0ae-7f04-41a6-8ddb-4f407195aab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:40.746100 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2b62bedf-e06c-4201-803b-196e774ef12f req-8faff0ae-7f04-41a6-8ddb-4f407195aab2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0891f7e0-9bdd-478e-a003-514aea6cbcb6 HTTP/1.1" status: 200  len: 854 time: 0.0645664
Apr 19 18:33:40.832365 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62bedf-e06c-4201-803b-196e774ef12f req-409ff041-86d5-45c6-860a-30874f703b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:40.833998 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2b62bedf-e06c-4201-803b-196e774ef12f req-409ff041-86d5-45c6-860a-30874f703b94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e23a024-d945-4415-9ec2-2d14f1cce659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787489
Apr 19 18:33:40.906320 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['5478a875-0c63-4893-86df-c7a0ef656277'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:33:41.278696 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 613718ad-992f-4362-a98a-ff9403d8c613 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:33:41.279239 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2b62bedf-e06c-4201-803b-196e774ef12f req-cd3e0031-6784-4d52-bc3f-5193228330b9 service neutron] 10.222.0.13 "GET /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4377859
Apr 19 18:33:41.288559 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42d30e-8a79-444d-95be-f8f5d93cc953 req-b5da8cf2-941d-45ef-9756-cd529cd3ce19 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:41.290646 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fd42d30e-8a79-444d-95be-f8f5d93cc953 req-b5da8cf2-941d-45ef-9756-cd529cd3ce19 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2998fc45-27bc-4f89-9c4f-c38dcf832d10 HTTP/1.1" status: 200  len: 945 time: 0.4228039
Apr 19 18:33:41.406370 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port 613718ad-992f-4362-a98a-ff9403d8c613 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:33:41.413172 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port 613718ad-992f-4362-a98a-ff9403d8c613 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:33:41.413618 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:41.490713 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fd42d30e-8a79-444d-95be-f8f5d93cc953 req-0573f8ed-cc5b-4aa7-8c17-54fd6c9c5e53 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1730547
Apr 19 18:33:41.545259 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:41.550048 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2b62bedf-e06c-4201-803b-196e774ef12f req-3420664c-71e3-4155-9478-ccb9b34b95fe service neutron] 10.222.0.13 "GET /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2583759
Apr 19 18:33:41.563679 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb4fe0-f185-44cb-9e58-cecc111bd94d req-c6ccdfb1-d042-43c6-b55d-cc5771274593 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:41.565285 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bccb4fe0-f185-44cb-9e58-cecc111bd94d req-c6ccdfb1-d042-43c6-b55d-cc5771274593 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.2299938
Apr 19 18:33:41.576048 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2998fc45-27bc-4f89-9c4f-c38dcf832d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613718ad-992f-4362-a98a-ff9403d8c613'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:33:41.586832 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 613718ad-992f-4362-a98a-ff9403d8c613, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=613718ad-992f-4362-a98a-ff9403d8c613,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:33:41.590037 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:41.592015 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:41.617182 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bccb4fe0-f185-44cb-9e58-cecc111bd94d req-2eafd002-4cc3-4c01-8248-c73082e64c66 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447388
Apr 19 18:33:41.640994 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2998fc45-27bc-4f89-9c4f-c38dcf832d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613718ad-992f-4362-a98a-ff9403d8c613', 'code': 200}
Apr 19 18:33:41.668670 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=613718ad-992f-4362-a98a-ff9403d8c613,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:41.671812 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:41.836477 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c31835-7b25-4cb1-bf2d-237ba1dcc9f2 req-33d80fcf-9d69-4033-a2f4-b2b86e129a35 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:41.838313 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-14c31835-7b25-4cb1-bf2d-237ba1dcc9f2 req-33d80fcf-9d69-4033-a2f4-b2b86e129a35 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.0933213
Apr 19 18:33:41.950388 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-14c31835-7b25-4cb1-bf2d-237ba1dcc9f2 req-e2e36274-2f40-41e3-8699-e5b664904ff1 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653079
Apr 19 18:33:41.963931 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9e533-c7eb-4d2b-b09e-e25c6c1439e7 req-99658498-82c1-4c77-911d-3e8c6db3609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:41.965594 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-36a9e533-c7eb-4d2b-b09e-e25c6c1439e7 req-99658498-82c1-4c77-911d-3e8c6db3609d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2998fc45-27bc-4f89-9c4f-c38dcf832d10 HTTP/1.1" status: 200  len: 1099 time: 0.1262751
Apr 19 18:33:41.974543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55664) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:42.061947 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-739020b0-5800-4f80-94c7-2d0cd886fb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:42.084610 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-36a9e533-c7eb-4d2b-b09e-e25c6c1439e7 req-aeb6929c-903c-45b6-8ecf-f81488f3997c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884004
Apr 19 18:33:42.110986 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e48748cb-c9a3-4192-b075-0912286a824a req-9da8ec62-3a10-4d02-b02c-43f0334085ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1006992
Apr 19 18:33:42.157402 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:33:42.172368 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc5de8-592c-41ff-b7bb-56c4684becbe tempest-TestShelveInstance-669884157 tempest-TestShelveInstance-669884157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:42.173138 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-6acc5de8-592c-41ff-b7bb-56c4684becbe tempest-TestShelveInstance-669884157 tempest-TestShelveInstance-669884157-project-admin] Synchronizing usage tracker for tenant:f02b35a180f14767a189d3520d67bc54 on resource:port {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:33:42.189052 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-6acc5de8-592c-41ff-b7bb-56c4684becbe tempest-TestShelveInstance-669884157 tempest-TestShelveInstance-669884157-project-admin] Unset dirty status for tenant:f02b35a180f14767a189d3520d67bc54 on resource:port {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:33:42.190349 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-6acc5de8-592c-41ff-b7bb-56c4684becbe tempest-TestShelveInstance-669884157 tempest-TestShelveInstance-669884157-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 1093 time: 0.2147086
Apr 19 18:33:42.193487 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55670) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:33:42.199263 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Request body: {'floatingip': {'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'port_id': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:42.205945 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:42.209956 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Usage tracker for resource:floatingip and tenant:20e2b5460150473caf714c4478fc00b1 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:33:42.213469 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:33:42.219462 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:42.229528 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for floatingip, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:42.249555 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48748cb-c9a3-4192-b075-0912286a824a req-448c435e-5e72-4ccb-8344-10d4a8da4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:42.251206 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e48748cb-c9a3-4192-b075-0912286a824a req-448c435e-5e72-4ccb-8344-10d4a8da4f1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b234179720af4fd9b2d3f0aabf09fb91&device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 1099 time: 0.0877097
Apr 19 18:33:42.376705 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:42.417625 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48748cb-c9a3-4192-b075-0912286a824a req-cf34cf88-b552-40c6-8c9f-ee3d4c5766c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:42.419221 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e48748cb-c9a3-4192-b075-0912286a824a req-cf34cf88-b552-40c6-8c9f-ee3d4c5766c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=99be9128-c693-427e-921b-a550e9df2043 HTTP/1.1" status: 200  len: 912 time: 0.1428337
Apr 19 18:33:42.480384 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:42.532064 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Allocated IP 172.27.1.52 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/6c5f7634-ff75-4aad-b059-74d334765c71) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:33:42.538932 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e48748cb-c9a3-4192-b075-0912286a824a req-5758c457-bd86-44b2-95be-fcbf2cc5663a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a04da3e-fadc-437e-b9f5-0d26718f7474 HTTP/1.1" status: 200  len: 1002 time: 0.1074114
Apr 19 18:33:42.646172 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48748cb-c9a3-4192-b075-0912286a824a req-3e1eec09-c4bd-47fb-b520-ffc19d9c04f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:42.647621 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e48748cb-c9a3-4192-b075-0912286a824a req-3e1eec09-c4bd-47fb-b520-ffc19d9c04f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=065c4058-e54c-4e5a-b701-2bf0f3fd5623 HTTP/1.1" status: 200  len: 850 time: 0.1017954
Apr 19 18:33:42.694162 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:42.725549 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:42.730543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-12bfa523-b6e7-493c-9b56-e5ae19eec436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:42.767188 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6f27d-6846-475e-9727-537c538c7bc1 req-d1ec1e3f-d520-4195-89b9-cc55edaba51f tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:42.768780 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1cb6f27d-6846-475e-9727-537c538c7bc1 req-d1ec1e3f-d520-4195-89b9-cc55edaba51f tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2998fc45-27bc-4f89-9c4f-c38dcf832d10 HTTP/1.1" status: 200  len: 946 time: 0.1609969
Apr 19 18:33:42.775899 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48748cb-c9a3-4192-b075-0912286a824a req-71712f5a-8e87-484a-844b-c89b5edf9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:42.777429 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e48748cb-c9a3-4192-b075-0912286a824a req-71712f5a-8e87-484a-844b-c89b5edf9ef4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99be9128-c693-427e-921b-a550e9df2043&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1173110
Apr 19 18:33:42.799833 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:33:42.803453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:33:42.807466 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:33:42.846440 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Pushing event updated for resources: {'Port': ['ID=6c5f7634-ff75-4aad-b059-74d334765c71,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:42.850756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:42.910513 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1cb6f27d-6846-475e-9727-537c538c7bc1 req-003d232e-eb57-4822-b1c9-580048b04f16 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319132
Apr 19 18:33:42.955509 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e48748cb-c9a3-4192-b075-0912286a824a req-a8fea24f-a3e2-41fb-a4d3-5f596d446a96 service neutron] 10.222.0.13 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1610374
Apr 19 18:33:43.105107 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e48748cb-c9a3-4192-b075-0912286a824a req-d61a6710-e7b9-4aba-befb-45bc997717b2 service neutron] 10.222.0.13 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404061
Apr 19 18:33:43.252974 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:43.331434 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:43.554873 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:43.559163 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531857088'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:43.563924 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:43.683432 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Pushing event updated for resources: {'Port': ['ID=6c5f7634-ff75-4aad-b059-74d334765c71,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:43.686454 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:43.693893 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636081'] for floatingip, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:44.106240 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_db [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Floating IP 4f5e5128-bd5f-4115-beca-f0238da7a771 associated. External IP: 172.27.1.52, port: dc63da7e-0d13-449a-a3e4-d6b11ad97ba2.
Apr 19 18:33:44.124514 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae9c31-629d-4bef-89b6-2353600723d3 req-ca8a47fa-0467-45b7-9056-6a09f1678d90 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:44.124742 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-06da1f78-6e53-4a04-b2f4-2aaa2d66e45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:44.127215 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-feae9c31-629d-4bef-89b6-2353600723d3 req-ca8a47fa-0467-45b7-9056-6a09f1678d90 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2998fc45-27bc-4f89-9c4f-c38dcf832d10 HTTP/1.1" status: 200  len: 946 time: 0.0965750
Apr 19 18:33:44.186177 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-feae9c31-629d-4bef-89b6-2353600723d3 req-a4b92f3e-cbbb-4578-862a-fd666c5c67a6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459161
Apr 19 18:33:44.490723 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Router 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:33:44.691480 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:33:44.702886 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddbc290-1168-4da5-a84f-eb589eef240c None None] Sync routers for ids ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:33:44.713507 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddbc290-1168-4da5-a84f-eb589eef240c None None] Routers {'45adcbb8-5ace-4817-a2a4-fcb4c69c4065'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:33:44.714241 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-bddbc290-1168-4da5-a84f-eb589eef240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710074d940>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:33:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:44.716382 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:44.775290 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5805624
Apr 19 18:33:44.775991 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'tag': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:33:44.823977 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'tag': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2', 'status': 'completed', 'code': 200}
Apr 19 18:33:44.913765 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-bddbc290-1168-4da5-a84f-eb589eef240c None None] Set router 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:33:44.947023 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1ddbf-2868-4fb8-9da9-e75480f16a2e req-6a7517b3-8996-4817-89f0-325f864c9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:44.948537 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-07e1ddbf-2868-4fb8-9da9-e75480f16a2e req-6a7517b3-8996-4817-89f0-325f864c9964 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20e2b5460150473caf714c4478fc00b1&device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 1098 time: 0.0798876
Apr 19 18:33:45.096839 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1ddbf-2868-4fb8-9da9-e75480f16a2e req-f071dadb-9546-4212-86cf-1d4a03d1af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:45.098487 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-07e1ddbf-2868-4fb8-9da9-e75480f16a2e req-f071dadb-9546-4212-86cf-1d4a03d1af2c service neutron] 10.222.0.13 "GET /v2.0/networks?id=615e24d7-58d3-4070-af82-06f80838c273 HTTP/1.1" status: 200  len: 909 time: 0.1424289
Apr 19 18:33:45.215790 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-07e1ddbf-2868-4fb8-9da9-e75480f16a2e req-a36dac99-7a2e-4a4f-976b-1bd063f5f65e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 HTTP/1.1" status: 200  len: 998 time: 0.1090686
Apr 19 18:33:45.288593 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1ddbf-2868-4fb8-9da9-e75480f16a2e req-972925b8-089a-4e3f-8bcc-3db0bca4a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:45.290228 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-07e1ddbf-2868-4fb8-9da9-e75480f16a2e req-972925b8-089a-4e3f-8bcc-3db0bca4a069 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb7486fb-0d56-429a-a715-77c1a9369497 HTTP/1.1" status: 200  len: 847 time: 0.0680602
Apr 19 18:33:45.294456 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:45.326667 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-bddbc290-1168-4da5-a84f-eb589eef240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710074d940>, [{'id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'name': 'tempest-TestShelveInstance-252778327-router', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:30Z', 'updated_at': '2021-04-19T18:32:42Z', 'revision_number': 4, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'gw_port': {'id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:32Z', 'updated_at': '2021-04-19T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': '4f5e5128-bd5f-4115-beca-f0238da7a771', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'port_id': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '615e24d7-58d3-4070-af82-06f80838c273', 'mac_address': 'fa:16:3e:67:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:33:43Z', 'updated_at': '2021-04-19T18:33:43Z', 'revision_number': 0, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd4d294f-27d5-433e-9c00-270feb903bba', 'name': '', 'network_id': '615e24d7-58d3-4070-af82-06f80838c273', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'mac_address': 'fa:16:3e:d4:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:40Z', 'updated_at': '2021-04-19T18:32:55Z', 'revision_number': 5, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'subnets': [{'id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:45.330828 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddbc290-1168-4da5-a84f-eb589eef240c None None] Checking router: 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:33:45.340531 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddbc290-1168-4da5-a84f-eb589eef240c None None] Routers {'45adcbb8-5ace-4817-a2a4-fcb4c69c4065'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:33:45.341196 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-bddbc290-1168-4da5-a84f-eb589eef240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710074d940>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:33:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:45.374929 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1ddbf-2868-4fb8-9da9-e75480f16a2e req-f2b551f6-bdff-43fc-9fce-06ecba36dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:45.376526 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-07e1ddbf-2868-4fb8-9da9-e75480f16a2e req-f2b551f6-bdff-43fc-9fce-06ecba36dd58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=615e24d7-58d3-4070-af82-06f80838c273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796633
Apr 19 18:33:45.523049 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-07e1ddbf-2868-4fb8-9da9-e75480f16a2e req-0305e99f-be58-46f7-aa38-6a2dea7bfb5f service neutron] 10.222.0.13 "GET /v2.0/networks/615e24d7-58d3-4070-af82-06f80838c273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384807
Apr 19 18:33:45.532026 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-bddbc290-1168-4da5-a84f-eb589eef240c None None] Set router 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:33:45.678894 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-07e1ddbf-2868-4fb8-9da9-e75480f16a2e req-9667a7d9-dbb5-4c3d-84af-674c17ed9cfc service neutron] 10.222.0.13 "GET /v2.0/networks/615e24d7-58d3-4070-af82-06f80838c273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379595
Apr 19 18:33:45.706108 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:46.090258 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-bddbc290-1168-4da5-a84f-eb589eef240c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710074d940>, [{'id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'name': 'tempest-TestShelveInstance-252778327-router', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:30Z', 'updated_at': '2021-04-19T18:32:42Z', 'revision_number': 4, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'gw_port': {'id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:32Z', 'updated_at': '2021-04-19T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': '4f5e5128-bd5f-4115-beca-f0238da7a771', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'port_id': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '615e24d7-58d3-4070-af82-06f80838c273', 'mac_address': 'fa:16:3e:67:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:33:43Z', 'updated_at': '2021-04-19T18:33:43Z', 'revision_number': 0, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd4d294f-27d5-433e-9c00-270feb903bba', 'name': '', 'network_id': '615e24d7-58d3-4070-af82-06f80838c273', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'mac_address': 'fa:16:3e:d4:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:40Z', 'updated_at': '2021-04-19T18:32:55Z', 'revision_number': 5, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'subnets': [{'id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:33:46.094484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddbc290-1168-4da5-a84f-eb589eef240c None None] The sync data for ids ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'] in dv-cinder-786928-1-iscsi is: [{'id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'name': 'tempest-TestShelveInstance-252778327-router', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:30Z', 'updated_at': '2021-04-19T18:32:42Z', 'revision_number': 4, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'gw_port': {'id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:32Z', 'updated_at': '2021-04-19T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': '4f5e5128-bd5f-4115-beca-f0238da7a771', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'floating_ip_address': '172.27.1.52', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'port_id': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '615e24d7-58d3-4070-af82-06f80838c273', 'mac_address': 'fa:16:3e:67:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:33:43Z', 'updated_at': '2021-04-19T18:33:43Z', 'revision_number': 0, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd4d294f-27d5-433e-9c00-270feb903bba', 'name': '', 'network_id': '615e24d7-58d3-4070-af82-06f80838c273', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'mac_address': 'fa:16:3e:d4:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:40Z', 'updated_at': '2021-04-19T18:32:55Z', 'revision_number': 5, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'subnets': [{'id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:33:46.360131 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:46.401033 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11791002-3099-45f2-8f14-ff5408f6538e None None] New status for floating IP 4f5e5128-bd5f-4115-beca-f0238da7a771: ACTIVE {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:33:54.289085 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-034c05ce-9ded-4908-be39-e13bbab43090 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:54.290669 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-034c05ce-9ded-4908-be39-e13bbab43090 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/networks?id=b20378bb-47ab-4f9b-8f59-ec88da3afdad HTTP/1.1" status: 200  len: 815 time: 0.1600659
Apr 19 18:33:54.306283 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-9ab1c43b-7779-44d0-a5c1-13ca36829619 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/quotas/694ac62c0a6e4d13a85854ea584ff4fb HTTP/1.1" status: 200  len: 375 time: 0.0094404
Apr 19 18:33:54.392980 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-4f5fecb7-e368-4833-a69d-0c6cfab24a55 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=694ac62c0a6e4d13a85854ea584ff4fb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0811272
Apr 19 18:33:54.537261 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-f45ebe5e-300e-411a-86de-543934e8be1a service neutron] 10.222.0.49 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369128
Apr 19 18:33:54.680580 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-81ce99f3-4242-4143-b5cd-6a497fe19a58 service neutron] 10.222.0.49 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367209
Apr 19 18:33:54.883930 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1ef86a41-a79a-46b2-9b11-65e4efb34e8f req-1b0edff8-dfe1-41a1-80c5-f854f399cdba tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf619920-d6ce-4e5e-85e7-7d480a0c19b1 HTTP/1.1" status: 200  len: 210 time: 0.0556493
Apr 19 18:33:56.358297 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a0b7ed2f-e440-4550-8100-df68999e8931 req-aea548aa-8f3f-4625-9c17-33af76a33252 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf619920-d6ce-4e5e-85e7-7d480a0c19b1 HTTP/1.1" status: 200  len: 210 time: 0.3344107
Apr 19 18:33:56.428844 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-c9fe2aa2-c530-4fbf-8296-7103a49fe2d9 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:56.430427 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-c9fe2aa2-c530-4fbf-8296-7103a49fe2d9 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.13 "GET /v2.0/networks?id=b20378bb-47ab-4f9b-8f59-ec88da3afdad HTTP/1.1" status: 200  len: 815 time: 0.4348495
Apr 19 18:33:56.447729 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-a753ef77-7379-4b14-90eb-1070cb8b2307 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Request body: {'port': {'device_id': 'cf619920-d6ce-4e5e-85e7-7d480a0c19b1', 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad', 'admin_state_up': True, 'tenant_id': '694ac62c0a6e4d13a85854ea584ff4fb'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:56.590893 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-a753ef77-7379-4b14-90eb-1070cb8b2307 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:33:56.601406 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-a753ef77-7379-4b14-90eb-1070cb8b2307 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:33:56.610248 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-a753ef77-7379-4b14-90eb-1070cb8b2307 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Made reservation on behalf of 694ac62c0a6e4d13a85854ea584ff4fb for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:33:56.616600 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-a753ef77-7379-4b14-90eb-1070cb8b2307 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:56.788700 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-a753ef77-7379-4b14-90eb-1070cb8b2307 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Allocated IP 172.20.0.8 (b20378bb-47ab-4f9b-8f59-ec88da3afdad/9f8a8763-8f5e-4cbb-84c8-e675d19338e0/e05da757-2bb3-4ad5-920a-5a651c9b5fa1) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:33:57.001315 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-a753ef77-7379-4b14-90eb-1070cb8b2307 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:57.031652 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-a753ef77-7379-4b14-90eb-1070cb8b2307 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:57.037416 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-57656d4a-5abf-46d3-a2b7-a85d08f7d957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:57.045237 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['613718ad-992f-4362-a98a-ff9403d8c613'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:33:57.111029 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-a753ef77-7379-4b14-90eb-1070cb8b2307 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Network b20378bb-47ab-4f9b-8f59-ec88da3afdad is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:33:57.114989 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-a753ef77-7379-4b14-90eb-1070cb8b2307 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:33:57.125139 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-a753ef77-7379-4b14-90eb-1070cb8b2307 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:33:57.136439 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-a753ef77-7379-4b14-90eb-1070cb8b2307 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:57.137256 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-a753ef77-7379-4b14-90eb-1070cb8b2307 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:57.142297 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753ef77-7379-4b14-90eb-1070cb8b2307 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Pushing event updated for resources: {'Port': ['ID=e05da757-2bb3-4ad5-920a-5a651c9b5fa1,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:57.147553 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a753ef77-7379-4b14-90eb-1070cb8b2307 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:57.169541 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-a753ef77-7379-4b14-90eb-1070cb8b2307 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7260661
Apr 19 18:33:57.183487 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Request body: {'port': {'device_id': 'cf619920-d6ce-4e5e-85e7-7d480a0c19b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:33:57.312696 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:57.679269 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653decf5-6eff-447d-bb53-c6199b0f64ae req-62b9db88-6158-4e25-9be8-3d189774bff5 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:57.679942 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-653decf5-6eff-447d-bb53-c6199b0f64ae req-62b9db88-6158-4e25-9be8-3d189774bff5 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Synchronizing usage tracker for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:33:57.709156 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-653decf5-6eff-447d-bb53-c6199b0f64ae req-62b9db88-6158-4e25-9be8-3d189774bff5 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Unset dirty status for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:33:57.710442 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-653decf5-6eff-447d-bb53-c6199b0f64ae req-62b9db88-6158-4e25-9be8-3d189774bff5 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf619920-d6ce-4e5e-85e7-7d480a0c19b1 HTTP/1.1" status: 200  len: 931 time: 0.2234321
Apr 19 18:33:57.805911 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05da757-2bb3-4ad5-920a-5a651c9b5fa1 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:33:57.813525 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-653decf5-6eff-447d-bb53-c6199b0f64ae req-1573d940-a234-42be-9e35-00f1df345fb3 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709023
Apr 19 18:33:57.817505 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:57.834435 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Transition to ACTIVE for port object e05da757-2bb3-4ad5-920a-5a651c9b5fa1 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:33:57.837142 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:57.841975 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0fa32ef5-ba2c-4313-9303-75bf2735e0d6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:57.977590 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Pushing event updated for resources: {'Port': ['ID=e05da757-2bb3-4ad5-920a-5a651c9b5fa1,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:58.006655 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:58.032931 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Attempting to bind port e05da757-2bb3-4ad5-920a-5a651c9b5fa1 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:33:58.033287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Attempting to bind port e05da757-2bb3-4ad5-920a-5a651c9b5fa1 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c9351dc1-3d34-49f1-9725-19e45d183e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:33:58.033678 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Attempting to bind port e05da757-2bb3-4ad5-920a-5a651c9b5fa1 on network b20378bb-47ab-4f9b-8f59-ec88da3afdad {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:33:58.038765 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Port e05da757-2bb3-4ad5-920a-5a651c9b5fa1 on network b20378bb-47ab-4f9b-8f59-ec88da3afdad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:33:58.039131 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Attempting to bind port e05da757-2bb3-4ad5-920a-5a651c9b5fa1 on network b20378bb-47ab-4f9b-8f59-ec88da3afdad {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:33:58.044649 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:33:58.045034 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Checking segment: {'id': 'c9351dc1-3d34-49f1-9725-19e45d183e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:33:58.045457 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Bound using segment: {'id': 'c9351dc1-3d34-49f1-9725-19e45d183e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:33:58.046479 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Bound port: e05da757-2bb3-4ad5-920a-5a651c9b5fa1, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9351dc1-3d34-49f1-9725-19e45d183e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:33:58.046864 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:58.143731 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] For port e05da757-2bb3-4ad5-920a-5a651c9b5fa1, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:33:58.146849 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] For port e05da757-2bb3-4ad5-920a-5a651c9b5fa1, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e05da757-2bb3-4ad5-920a-5a651c9b5fa1,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:33:58.150164 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:58.154904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:33:58.210091 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:58.210775 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:33:58.212252 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] 10.222.0.13 "PUT /v2.0/ports/e05da757-2bb3-4ad5-920a-5a651c9b5fa1 HTTP/1.1" status: 200  len: 1093 time: 1.0336580
Apr 19 18:33:58.212771 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf619920-d6ce-4e5e-85e7-7d480a0c19b1', 'tag': 'e05da757-2bb3-4ad5-920a-5a651c9b5fa1'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:33:58.240933 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Pushing event updated for resources: {'Port': ['ID=e05da757-2bb3-4ad5-920a-5a651c9b5fa1,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:33:58.244513 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:33:58.298022 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf619920-d6ce-4e5e-85e7-7d480a0c19b1', 'tag': 'e05da757-2bb3-4ad5-920a-5a651c9b5fa1', 'status': 'completed', 'code': 200}
Apr 19 18:33:58.337953 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-d0b45b6a-5cd5-4292-8f4a-2151c7b8d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:58.339553 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-d0b45b6a-5cd5-4292-8f4a-2151c7b8d0ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=694ac62c0a6e4d13a85854ea584ff4fb&device_id=cf619920-d6ce-4e5e-85e7-7d480a0c19b1 HTTP/1.1" status: 200  len: 1096 time: 0.0837061
Apr 19 18:33:58.418271 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-d74f3547-380f-4aa3-aabd-910fb8fa53c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e05da757-2bb3-4ad5-920a-5a651c9b5fa1 HTTP/1.1" status: 200  len: 217 time: 0.0679817
Apr 19 18:33:58.492761 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-6160af80-239c-4888-86e7-52edffb162f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:58.494264 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-6160af80-239c-4888-86e7-52edffb162f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8a8763-8f5e-4cbb-84c8-e675d19338e0 HTTP/1.1" status: 200  len: 855 time: 0.0668337
Apr 19 18:33:58.557119 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-0289b3c0-aa4d-4c7c-bf8d-48d0f619d500 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b20378bb-47ab-4f9b-8f59-ec88da3afdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479314
Apr 19 18:33:58.701490 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-d32d394f-7be6-4c8d-98b1-34d12f3a61ec service neutron] 10.222.0.13 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351733
Apr 19 18:33:58.846001 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8921b01a-3315-44d9-936c-6c74226dbdb2 req-2bbc25aa-cdf8-4a4a-ab5e-225fbdfbe401 service neutron] 10.222.0.13 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357696
Apr 19 18:33:59.063123 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf8d96-3513-4a2b-b702-666ed8bd4c76 req-f5aeefd1-5980-47cd-bbdf-b1fb1d9a7690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:59.064709 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-40bf8d96-3513-4a2b-b702-666ed8bd4c76 req-f5aeefd1-5980-47cd-bbdf-b1fb1d9a7690 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=694ac62c0a6e4d13a85854ea584ff4fb&device_id=cf619920-d6ce-4e5e-85e7-7d480a0c19b1 HTTP/1.1" status: 200  len: 1096 time: 0.1515274
Apr 19 18:33:59.073951 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd5939-fd97-4c76-9877-1394c945e571 req-03929be7-91a2-4099-8750-ee3983061cc4 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:59.075449 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e4cd5939-fd97-4c76-9877-1394c945e571 req-03929be7-91a2-4099-8750-ee3983061cc4 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf619920-d6ce-4e5e-85e7-7d480a0c19b1 HTTP/1.1" status: 200  len: 943 time: 0.1270156
Apr 19 18:33:59.214162 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e4cd5939-fd97-4c76-9877-1394c945e571 req-e0f47e48-caaa-4f7f-8d70-befa4c994372 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156745
Apr 19 18:33:59.251017 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf8d96-3513-4a2b-b702-666ed8bd4c76 req-9a0ca7d4-eee5-45b9-b0bb-a2751f2bd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:59.252561 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-40bf8d96-3513-4a2b-b702-666ed8bd4c76 req-9a0ca7d4-eee5-45b9-b0bb-a2751f2bd2b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b20378bb-47ab-4f9b-8f59-ec88da3afdad HTTP/1.1" status: 200  len: 916 time: 0.1762142
Apr 19 18:33:59.333254 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-40bf8d96-3513-4a2b-b702-666ed8bd4c76 req-58f09e0b-ca8b-4e81-921f-36eec722fc96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e05da757-2bb3-4ad5-920a-5a651c9b5fa1 HTTP/1.1" status: 200  len: 217 time: 0.0718911
Apr 19 18:33:59.408340 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf8d96-3513-4a2b-b702-666ed8bd4c76 req-098db40a-941e-4d21-80d3-4df1bba40882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:33:59.409835 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-40bf8d96-3513-4a2b-b702-666ed8bd4c76 req-098db40a-941e-4d21-80d3-4df1bba40882 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8a8763-8f5e-4cbb-84c8-e675d19338e0 HTTP/1.1" status: 200  len: 855 time: 0.0642855
Apr 19 18:33:59.472804 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-40bf8d96-3513-4a2b-b702-666ed8bd4c76 req-f12650dc-3781-4593-993d-4fcda3d7a70e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b20378bb-47ab-4f9b-8f59-ec88da3afdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521588
Apr 19 18:33:59.620238 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-40bf8d96-3513-4a2b-b702-666ed8bd4c76 req-bd8dbc4d-bb67-46da-af67-e9f1893f732b service neutron] 10.222.0.13 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371031
Apr 19 18:33:59.765293 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-40bf8d96-3513-4a2b-b702-666ed8bd4c76 req-8fd68c2e-ad1c-42f3-a6d7-72ebddf7f98b service neutron] 10.222.0.13 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362264
Apr 19 18:34:00.415087 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6483cac-cb7e-4a36-8217-a3614b342a17 req-ea901852-9700-4e81-91af-e2b0a0c2fc86 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:00.416711 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c6483cac-cb7e-4a36-8217-a3614b342a17 req-ea901852-9700-4e81-91af-e2b0a0c2fc86 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf619920-d6ce-4e5e-85e7-7d480a0c19b1 HTTP/1.1" status: 200  len: 943 time: 0.0883667
Apr 19 18:34:00.465428 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c6483cac-cb7e-4a36-8217-a3614b342a17 req-266c96ca-70e0-42b1-969b-e35f806c8843 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415945
Apr 19 18:34:01.668610 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258cf7b-6e6d-4f56-ad95-5cc1996de2d9 req-74ff774c-7411-4d26-a726-7f874c211054 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:01.670254 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6258cf7b-6e6d-4f56-ad95-5cc1996de2d9 req-74ff774c-7411-4d26-a726-7f874c211054 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf619920-d6ce-4e5e-85e7-7d480a0c19b1 HTTP/1.1" status: 200  len: 943 time: 0.0914788
Apr 19 18:34:01.719032 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6258cf7b-6e6d-4f56-ad95-5cc1996de2d9 req-9a9ec848-b5bd-48d6-a15b-e167cfcb23c5 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420041
Apr 19 18:34:02.923195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11ae09-e6f4-4a72-8680-37442b85c834 req-7adf4ebb-b2d0-4c53-b6db-f9902eaf8570 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:02.924819 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3c11ae09-e6f4-4a72-8680-37442b85c834 req-7adf4ebb-b2d0-4c53-b6db-f9902eaf8570 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf619920-d6ce-4e5e-85e7-7d480a0c19b1 HTTP/1.1" status: 200  len: 943 time: 0.0899534
Apr 19 18:34:02.974229 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3c11ae09-e6f4-4a72-8680-37442b85c834 req-89493a47-062a-42b2-a336-a9f282f728c5 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430942
Apr 19 18:34:03.411911 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device e05da757-2bb3-4ad5-920a-5a651c9b5fa1 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:34:03.555284 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port e05da757-2bb3-4ad5-920a-5a651c9b5fa1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e05da757-2bb3-4ad5-920a-5a651c9b5fa1,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:34:03.569099 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': 'e05da757-2bb3-4ad5-920a-5a651c9b5fa1', 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad', 'port_id': 'e05da757-2bb3-4ad5-920a-5a651c9b5fa1', 'mac_address': 'fa:16:3e:db:f9:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f8a8763-8f5e-4cbb-84c8-e675d19338e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:34:03.627555 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:03.644923 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05da757-2bb3-4ad5-920a-5a651c9b5fa1 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:34:03.660883 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port e05da757-2bb3-4ad5-920a-5a651c9b5fa1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e05da757-2bb3-4ad5-920a-5a651c9b5fa1,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:34:03.663790 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:03.665637 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:03.739655 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=e05da757-2bb3-4ad5-920a-5a651c9b5fa1,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:03.748151 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:03.748532 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:03.748916 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:03.749358 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:03.749750 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:03.750223 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:03.751060 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:03.751633 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:03.751990 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:03.752356 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:03.752716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:03.753075 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:03.757796 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:04.024614 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['e05da757-2bb3-4ad5-920a-5a651c9b5fa1'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:34:04.183380 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e576ebf-ebb3-4525-b63c-2a8146cd7a76 req-eb29c802-b412-400b-8b0d-2fcba34cb073 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:04.184996 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8e576ebf-ebb3-4525-b63c-2a8146cd7a76 req-eb29c802-b412-400b-8b0d-2fcba34cb073 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf619920-d6ce-4e5e-85e7-7d480a0c19b1 HTTP/1.1" status: 200  len: 944 time: 0.0952876
Apr 19 18:34:04.236700 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8e576ebf-ebb3-4525-b63c-2a8146cd7a76 req-852023b4-0682-47c9-b923-0ba693a3232d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446582
Apr 19 18:34:04.745092 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cb248-1414-4b65-b74e-44f8b6f6f83d req-49eaf28d-2e80-4781-97ee-1bde2e62119c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:04.746723 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-783cb248-1414-4b65-b74e-44f8b6f6f83d req-49eaf28d-2e80-4781-97ee-1bde2e62119c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 947 time: 0.0902715
Apr 19 18:34:04.795315 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-783cb248-1414-4b65-b74e-44f8b6f6f83d req-dfc9f6f8-5774-4909-a125-cac4086ba599 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421193
Apr 19 18:34:05.416195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device e05da757-2bb3-4ad5-920a-5a651c9b5fa1 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:34:05.444916 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee5409-8621-49cc-848f-810c437ecf32 req-38aeeed6-7567-40e0-a083-f34d71359d60 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:05.446510 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f7ee5409-8621-49cc-848f-810c437ecf32 req-38aeeed6-7567-40e0-a083-f34d71359d60 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf619920-d6ce-4e5e-85e7-7d480a0c19b1 HTTP/1.1" status: 200  len: 944 time: 0.0913029
Apr 19 18:34:05.488296 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port e05da757-2bb3-4ad5-920a-5a651c9b5fa1 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:34:05.493524 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port e05da757-2bb3-4ad5-920a-5a651c9b5fa1 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:34:05.493972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:05.495694 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f7ee5409-8621-49cc-848f-810c437ecf32 req-e48259f3-40df-4264-822a-206c41712dd1 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426240
Apr 19 18:34:05.619900 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:05.648014 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf619920-d6ce-4e5e-85e7-7d480a0c19b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05da757-2bb3-4ad5-920a-5a651c9b5fa1'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:34:05.658793 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port e05da757-2bb3-4ad5-920a-5a651c9b5fa1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e05da757-2bb3-4ad5-920a-5a651c9b5fa1,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:34:05.661762 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:05.664410 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-44fd396e-3f8e-492f-9ff9-84e5309f739b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:05.698984 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf619920-d6ce-4e5e-85e7-7d480a0c19b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05da757-2bb3-4ad5-920a-5a651c9b5fa1', 'code': 200}
Apr 19 18:34:05.740646 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=e05da757-2bb3-4ad5-920a-5a651c9b5fa1,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:05.744085 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:06.240856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32b834-d2ca-4a93-9de9-1d4dd4da3f8b req-e9a4c31a-a973-4d39-be72-79b7976c5c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:06.242506 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f32b834-d2ca-4a93-9de9-1d4dd4da3f8b req-e9a4c31a-a973-4d39-be72-79b7976c5c4d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf619920-d6ce-4e5e-85e7-7d480a0c19b1 HTTP/1.1" status: 200  len: 1098 time: 0.3669937
Apr 19 18:34:06.255442 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4334ec5-07b5-4528-b6fa-1e7fd5e847cc req-ddfa82aa-5eff-44b7-88ea-1ebdf0c7a40f tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:06.256929 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f4334ec5-07b5-4528-b6fa-1e7fd5e847cc req-ddfa82aa-5eff-44b7-88ea-1ebdf0c7a40f tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 947 time: 0.3384519
Apr 19 18:34:06.329503 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6f32b834-d2ca-4a93-9de9-1d4dd4da3f8b req-92182bc5-1603-40f2-81be-5c271131b21b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715916
Apr 19 18:34:06.334167 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f4334ec5-07b5-4528-b6fa-1e7fd5e847cc req-db837d26-2167-47c5-af07-35cda2140229 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610495
Apr 19 18:34:06.760421 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca0f7f-abb6-4fa2-b7fe-a927afec0553 req-ba4865d7-7345-4152-8b17-7f3a5edf5693 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:06.762048 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-23ca0f7f-abb6-4fa2-b7fe-a927afec0553 req-ba4865d7-7345-4152-8b17-7f3a5edf5693 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf619920-d6ce-4e5e-85e7-7d480a0c19b1 HTTP/1.1" status: 200  len: 945 time: 0.1528697
Apr 19 18:34:06.801489 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c664c-2fc6-476c-a319-e2b302e3758b req-5db6374c-72bf-45a4-bc6e-ab915a547f45 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:06.802963 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-207c664c-2fc6-476c-a319-e2b302e3758b req-5db6374c-72bf-45a4-bc6e-ab915a547f45 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.13 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 947 time: 0.1279881
Apr 19 18:34:06.867450 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-23ca0f7f-abb6-4fa2-b7fe-a927afec0553 req-9e9bd357-ade0-4bfc-86a7-e79df18b7295 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961251
Apr 19 18:34:06.896980 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-207c664c-2fc6-476c-a319-e2b302e3758b req-db38fb70-b398-44d8-8bbd-2c4a668ccdb6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Deleting port 717c7936-7304-41ca-95a4-58008b460a06 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:34:06.897392 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-207c664c-2fc6-476c-a319-e2b302e3758b req-db38fb70-b398-44d8-8bbd-2c4a668ccdb6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:07.160576 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-207c664c-2fc6-476c-a319-e2b302e3758b req-db38fb70-b398-44d8-8bbd-2c4a668ccdb6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] For port 717c7936-7304-41ca-95a4-58008b460a06, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=717c7936-7304-41ca-95a4-58008b460a06,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:34:07.160904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-207c664c-2fc6-476c-a319-e2b302e3758b req-db38fb70-b398-44d8-8bbd-2c4a668ccdb6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:07.532669 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-207c664c-2fc6-476c-a319-e2b302e3758b req-db38fb70-b398-44d8-8bbd-2c4a668ccdb6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:07.533088 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-207c664c-2fc6-476c-a319-e2b302e3758b req-db38fb70-b398-44d8-8bbd-2c4a668ccdb6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636081'] for floatingip, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:07.533446 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_db [req-207c664c-2fc6-476c-a319-e2b302e3758b req-db38fb70-b398-44d8-8bbd-2c4a668ccdb6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Floating IP 5b2f61ed-430a-4551-999b-d01ea2b154a2 disassociated. External IP: 172.27.1.161, port: 717c7936-7304-41ca-95a4-58008b460a06.
Apr 19 18:34:07.533871 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-207c664c-2fc6-476c-a319-e2b302e3758b req-db38fb70-b398-44d8-8bbd-2c4a668ccdb6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Calling delete_port for 717c7936-7304-41ca-95a4-58008b460a06 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:34:07.641906 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53179d13-326e-4d71-b946-784d9703cbee req-ad0a7245-25e3-40e7-860b-6de69be4f4c8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:07.643508 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-53179d13-326e-4d71-b946-784d9703cbee req-ad0a7245-25e3-40e7-860b-6de69be4f4c8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 947 time: 0.1904528
Apr 19 18:34:07.749747 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-53179d13-326e-4d71-b946-784d9703cbee req-c1877653-ccb6-46cb-bff6-c1707f0123df tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=204cff28-3a6c-4b0d-9a74-14a99a01e065&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679226
Apr 19 18:34:07.750834 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-207c664c-2fc6-476c-a319-e2b302e3758b req-db38fb70-b398-44d8-8bbd-2c4a668ccdb6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:07.757530 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9ae83974-4738-4501-bc62-ca33b01f964f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:07.807691 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38fb70-b398-44d8-8bbd-2c4a668ccdb6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Pushing event deleted for resources: {'Port': ['ID=717c7936-7304-41ca-95a4-58008b460a06,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:07.814919 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-db38fb70-b398-44d8-8bbd-2c4a668ccdb6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:08.061137 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-207c664c-2fc6-476c-a319-e2b302e3758b req-db38fb70-b398-44d8-8bbd-2c4a668ccdb6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Router b936a29b-c72b-472c-9c2d-2c45d110abf4 has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:34:08.231719 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120361f-890c-4ecf-8336-b905a011d7b8 req-34ec126a-f6fb-4fb6-9077-d6b14d761fcc tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:08.233972 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7120361f-890c-4ecf-8336-b905a011d7b8 req-34ec126a-f6fb-4fb6-9077-d6b14d761fcc tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf619920-d6ce-4e5e-85e7-7d480a0c19b1 HTTP/1.1" status: 200  len: 945 time: 0.2404983
Apr 19 18:34:08.316062 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7120361f-890c-4ecf-8336-b905a011d7b8 req-538a2264-3253-4acc-9da7-e9128e42f214 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687323
Apr 19 18:34:08.325326 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-207c664c-2fc6-476c-a319-e2b302e3758b req-db38fb70-b398-44d8-8bbd-2c4a668ccdb6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:34:08.337265 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1548721-b28a-4992-a3a8-f56188538462 None None] Sync routers for ids ['b936a29b-c72b-472c-9c2d-2c45d110abf4'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:34:08.357086 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1548721-b28a-4992-a3a8-f56188538462 None None] Routers {'b936a29b-c72b-472c-9c2d-2c45d110abf4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:34:08.357810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-b1548721-b28a-4992-a3a8-f56188538462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f70fb5d74a8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:33:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['b936a29b-c72b-472c-9c2d-2c45d110abf4'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:34:08.408474 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-207c664c-2fc6-476c-a319-e2b302e3758b req-db38fb70-b398-44d8-8bbd-2c4a668ccdb6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] No DVR routers for this DVR port 717c7936-7304-41ca-95a4-58008b460a06 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:34:08.411673 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-207c664c-2fc6-476c-a319-e2b302e3758b req-db38fb70-b398-44d8-8bbd-2c4a668ccdb6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:08.415202 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57904224-ede3-429d-9934-bf1994652a03', 'name': 'network-vif-deleted', 'tag': '717c7936-7304-41ca-95a4-58008b460a06'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:34:08.437317 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-207c664c-2fc6-476c-a319-e2b302e3758b req-db38fb70-b398-44d8-8bbd-2c4a668ccdb6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.13 "DELETE /v2.0/ports/717c7936-7304-41ca-95a4-58008b460a06 HTTP/1.1" status: 204  len: 173 time: 1.6203456
Apr 19 18:34:08.476845 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57904224-ede3-429d-9934-bf1994652a03', 'name': 'network-vif-deleted', 'tag': '717c7936-7304-41ca-95a4-58008b460a06', 'status': 'completed', 'code': 200}
Apr 19 18:34:08.590172 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-b1548721-b28a-4992-a3a8-f56188538462 None None] Set router b936a29b-c72b-472c-9c2d-2c45d110abf4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:34:08.953215 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-b1548721-b28a-4992-a3a8-f56188538462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f70fb5d74a8>, [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:29:38Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '4a433190-9017-4e64-935b-a46d584bfdca', 'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'mac_address': 'fa:16:3e:78:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:35Z', 'updated_at': '2021-04-19T18:29:56Z', 'revision_number': 5, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'subnets': [{'id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:34:08.959863 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1548721-b28a-4992-a3a8-f56188538462 None None] Checking router: b936a29b-c72b-472c-9c2d-2c45d110abf4 for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:34:08.970226 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1548721-b28a-4992-a3a8-f56188538462 None None] Routers {'b936a29b-c72b-472c-9c2d-2c45d110abf4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:34:08.971013 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-b1548721-b28a-4992-a3a8-f56188538462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f70fb5d74a8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:33:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['b936a29b-c72b-472c-9c2d-2c45d110abf4'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:34:08.975402 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-85227f2f-4807-4ddf-82c0-6c886c8efc80 req-b64d85a3-636d-49fe-98d9-310c3df740a5 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Synchronizing usage tracker for tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:34:08.995120 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-85227f2f-4807-4ddf-82c0-6c886c8efc80 req-b64d85a3-636d-49fe-98d9-310c3df740a5 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Unset dirty status for tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:34:09.007417 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-85227f2f-4807-4ddf-82c0-6c886c8efc80 req-b64d85a3-636d-49fe-98d9-310c3df740a5 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=57904224-ede3-429d-9934-bf1994652a03 HTTP/1.1" status: 200  len: 210 time: 0.1176004
Apr 19 18:34:09.221055 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-b1548721-b28a-4992-a3a8-f56188538462 None None] Set router b936a29b-c72b-472c-9c2d-2c45d110abf4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:34:09.564982 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-b1548721-b28a-4992-a3a8-f56188538462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f70fb5d74a8>, [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:29:38Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '4a433190-9017-4e64-935b-a46d584bfdca', 'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'mac_address': 'fa:16:3e:78:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:35Z', 'updated_at': '2021-04-19T18:29:56Z', 'revision_number': 5, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'subnets': [{'id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:34:09.569158 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1548721-b28a-4992-a3a8-f56188538462 None None] The sync data for ids ['b936a29b-c72b-472c-9c2d-2c45d110abf4'] in dv-cinder-786928-1-iscsi is: [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:29:38Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '4a433190-9017-4e64-935b-a46d584bfdca', 'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'mac_address': 'fa:16:3e:78:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:35Z', 'updated_at': '2021-04-19T18:29:56Z', 'revision_number': 5, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'subnets': [{'id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:34:09.926094 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fce039-69c0-4dde-a4fd-4a0fbe569205 None None] New status for floating IP 5b2f61ed-430a-4551-999b-d01ea2b154a2: DOWN {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:34:10.146403 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 55836) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:34:10.234871 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2beffddc-10ac-4b6b-a9c1-1cc3f2f596d1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:10.267210 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2beffddc-10ac-4b6b-a9c1-1cc3f2f596d1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:10.317930 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2beffddc-10ac-4b6b-a9c1-1cc3f2f596d1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:10.323564 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-35883ce5-00a7-4dd5-95fa-3fab58f58045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:10.348550 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beffddc-10ac-4b6b-a9c1-1cc3f2f596d1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=204cff28-3a6c-4b0d-9a74-14a99a01e065,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:10.353388 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-2beffddc-10ac-4b6b-a9c1-1cc3f2f596d1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:10.365684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2beffddc-10ac-4b6b-a9c1-1cc3f2f596d1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:10.365684 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-2beffddc-10ac-4b6b-a9c1-1cc3f2f596d1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "DELETE /v2.0/security-groups/204cff28-3a6c-4b0d-9a74-14a99a01e065 HTTP/1.1" status: 204  len: 168 time: 0.2153885
Apr 19 18:34:10.371825 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 55846) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:34:10.393872 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.v2.resource [None req-692c71d1-f8f6-4c5a-81d7-a6ca569df26c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] show failed (client error): The resource could not be found.
Apr 19 18:34:10.398379 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 55850) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:34:10.398511 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-692c71d1-f8f6-4c5a-81d7-a6ca569df26c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups/204cff28-3a6c-4b0d-9a74-14a99a01e065 HTTP/1.1" status: 404  len: 347 time: 0.0254905
Apr 19 18:34:10.656067 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8670f91e-695d-4e0a-a830-e5c74dd1c678 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Deleting port b87451e4-5c55-4818-babc-91ebc6b76db3 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:34:10.656454 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8670f91e-695d-4e0a-a830-e5c74dd1c678 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:11.077672 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-3642da73-24dc-4aa5-b3f2-c36722e22473 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:11.079258 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-3642da73-24dc-4aa5-b3f2-c36722e22473 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/networks?id=b20378bb-47ab-4f9b-8f59-ec88da3afdad HTTP/1.1" status: 200  len: 815 time: 0.5323241
Apr 19 18:34:11.114048 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-01dae67b-8042-44c9-8f11-8ed02c8df7c4 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/quotas/694ac62c0a6e4d13a85854ea584ff4fb HTTP/1.1" status: 200  len: 375 time: 0.0274060
Apr 19 18:34:11.166447 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8670f91e-695d-4e0a-a830-e5c74dd1c678 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:11.167005 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8670f91e-695d-4e0a-a830-e5c74dd1c678 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:11.314766 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8670f91e-695d-4e0a-a830-e5c74dd1c678 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Calling delete_port for b87451e4-5c55-4818-babc-91ebc6b76db3 owned by network:floatingip {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:34:11.412192 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-ae3f4d57-12e9-415d-b6c0-128bbcb49616 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=694ac62c0a6e4d13a85854ea584ff4fb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2868750
Apr 19 18:34:11.464002 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 717c7936-7304-41ca-95a4-58008b460a06 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:34:11.502916 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: 717c7936-7304-41ca-95a4-58008b460a06 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:34:11.503309 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 717c7936-7304-41ca-95a4-58008b460a06 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:34:11.616227 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-e741bc5b-876b-4fbb-9a17-2da35cb3a3fd service neutron] 10.222.0.49 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1941323
Apr 19 18:34:11.617232 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8670f91e-695d-4e0a-a830-e5c74dd1c678 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:11.622055 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:11.697483 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670f91e-695d-4e0a-a830-e5c74dd1c678 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Pushing event deleted for resources: {'Port': ['ID=b87451e4-5c55-4818-babc-91ebc6b76db3,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:11.706040 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8670f91e-695d-4e0a-a830-e5c74dd1c678 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:11.802399 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8670f91e-695d-4e0a-a830-e5c74dd1c678 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for floatingip, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:11.850082 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8670f91e-695d-4e0a-a830-e5c74dd1c678 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:11.851329 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-8670f91e-695d-4e0a-a830-e5c74dd1c678 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "DELETE /v2.0/floatingips/5b2f61ed-430a-4551-999b-d01ea2b154a2 HTTP/1.1" status: 204  len: 168 time: 1.4518814
Apr 19 18:34:11.872327 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-977ab404-0248-44c9-8009-7148c1d6ce19 service neutron] 10.222.0.49 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2140512
Apr 19 18:34:12.065100 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bde64a73-e0dd-4108-b317-dd1b7649fcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:12.071000 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d1fa3e41-e721-47d1-9c68-9bdc31c06ab9 req-1796fe78-c953-4cc2-8846-c3977d0bf7a5 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 210 time: 0.0563943
Apr 19 18:34:12.209431 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 55878) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:34:12.215100 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-0de413c6-8ae6-4adb-bced-1de22a65a49e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--627179449', 'description': 'tempest-description--813711262'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:34:12.222274 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-0de413c6-8ae6-4adb-bced-1de22a65a49e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:34:12.226972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-0de413c6-8ae6-4adb-bced-1de22a65a49e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Usage tracker for resource:security_group and tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:34:12.230007 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-0de413c6-8ae6-4adb-bced-1de22a65a49e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:34:12.236921 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-0de413c6-8ae6-4adb-bced-1de22a65a49e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:34:12.246440 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0de413c6-8ae6-4adb-bced-1de22a65a49e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:12.271053 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-0de413c6-8ae6-4adb-bced-1de22a65a49e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:34:12.275359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-0de413c6-8ae6-4adb-bced-1de22a65a49e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Usage tracker for resource:security_group_rule and tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:34:12.278508 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-0de413c6-8ae6-4adb-bced-1de22a65a49e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:34:12.284715 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-0de413c6-8ae6-4adb-bced-1de22a65a49e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:34:12.360790 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0de413c6-8ae6-4adb-bced-1de22a65a49e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:12.363324 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0de413c6-8ae6-4adb-bced-1de22a65a49e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:12.369274 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-bcb559a9-1ef0-40ea-94cf-f2d288f6d16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:12.415011 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de413c6-8ae6-4adb-bced-1de22a65a49e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:12.417808 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0de413c6-8ae6-4adb-bced-1de22a65a49e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:12.419126 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0de413c6-8ae6-4adb-bced-1de22a65a49e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:12.423407 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-0de413c6-8ae6-4adb-bced-1de22a65a49e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2098699
Apr 19 18:34:12.424044 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 55884) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:34:12.429497 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-f727a411-6ba9-4e00-ab4c-258121a5449a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Request body: {'security_group_rule': {'security_group_id': '3b6a16f7-d34c-4335-8cdc-d008f59cd3d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:34:12.435899 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f727a411-6ba9-4e00-ab4c-258121a5449a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:34:12.441061 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f727a411-6ba9-4e00-ab4c-258121a5449a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Usage tracker for resource:security_group_rule and tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:34:12.444246 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f727a411-6ba9-4e00-ab4c-258121a5449a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:34:12.450672 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f727a411-6ba9-4e00-ab4c-258121a5449a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:34:12.469142 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f727a411-6ba9-4e00-ab4c-258121a5449a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:12.477978 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:12.536867 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f727a411-6ba9-4e00-ab4c-258121a5449a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:12.539647 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f727a411-6ba9-4e00-ab4c-258121a5449a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:12.547964 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-7e6c7fea-f65b-4df0-882d-eea495eeb729 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:12.567226 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727a411-6ba9-4e00-ab4c-258121a5449a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57c35c7-0e82-4364-9052-f52b5825a045,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:12.570417 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f727a411-6ba9-4e00-ab4c-258121a5449a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:12.576628 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f727a411-6ba9-4e00-ab4c-258121a5449a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:12.580790 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f727a411-6ba9-4e00-ab4c-258121a5449a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1530521
Apr 19 18:34:12.581019 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 55888) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:34:12.586517 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-4ec6d4dc-58ce-4f16-b526-2193155dc4c1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Request body: {'security_group_rule': {'security_group_id': '3b6a16f7-d34c-4335-8cdc-d008f59cd3d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:34:12.593328 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-4ec6d4dc-58ce-4f16-b526-2193155dc4c1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:34:12.597369 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-4ec6d4dc-58ce-4f16-b526-2193155dc4c1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Usage tracker for resource:security_group_rule and tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:34:12.600455 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-4ec6d4dc-58ce-4f16-b526-2193155dc4c1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:34:12.606617 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-4ec6d4dc-58ce-4f16-b526-2193155dc4c1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:34:12.625073 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4ec6d4dc-58ce-4f16-b526-2193155dc4c1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:12.693883 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4ec6d4dc-58ce-4f16-b526-2193155dc4c1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:12.696560 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4ec6d4dc-58ce-4f16-b526-2193155dc4c1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:12.704260 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:12.726510 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6d4dc-58ce-4f16-b526-2193155dc4c1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dffbb0-d340-4a92-a984-05ef3bfdbde1,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:12.729132 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4ec6d4dc-58ce-4f16-b526-2193155dc4c1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:12.732347 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4ec6d4dc-58ce-4f16-b526-2193155dc4c1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:12.737510 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-4ec6d4dc-58ce-4f16-b526-2193155dc4c1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1522827
Apr 19 18:34:12.737951 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 55894) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:34:12.743093 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Request body: {'floatingip': {'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:34:12.749772 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:34:12.754130 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Usage tracker for resource:floatingip and tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:34:12.757165 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:34:12.763509 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:34:12.773961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for floatingip, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:12.924307 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:13.365884 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-efcdc57f-cc48-4f15-bde8-88cd05df3755 req-2ff682fb-5a44-43ae-a6ca-8ba7fee22730 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 210 time: 0.1489935
Apr 19 18:34:13.367757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Allocated IP 172.27.1.185 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/b5ad8a4a-92b1-40cd-9363-652fc20848a5) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:34:13.407350 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21cd3b-6664-4edd-8c0c-90298d40ba37 req-5edbbeb9-3c02-4993-a1e1-875435b6371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:13.408963 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc21cd3b-6664-4edd-8c0c-90298d40ba37 req-5edbbeb9-3c02-4993-a1e1-875435b6371f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=881e8cffabb645a0bbcf58ced3234a61&device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 1138 time: 0.4260664
Apr 19 18:34:13.544650 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021c8c2-62f7-4d9a-a537-f32523f28398 req-7f9bd5fd-91e2-400d-b09f-81005380ab76 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:13.546276 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3021c8c2-62f7-4d9a-a537-f32523f28398 req-7f9bd5fd-91e2-400d-b09f-81005380ab76 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.5190933
Apr 19 18:34:13.654549 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-f71948ca-ab83-4609-9a61-b3526512066a tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:13.656595 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-f71948ca-ab83-4609-9a61-b3526512066a tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.13 "GET /v2.0/networks?id=b20378bb-47ab-4f9b-8f59-ec88da3afdad HTTP/1.1" status: 200  len: 815 time: 0.4925847
Apr 19 18:34:13.686501 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-1ce15651-267e-474f-8146-cde24e4e960d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Request body: {'port': {'device_id': '41c0e8a0-aa96-4889-8200-a9a2275a2350', 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad', 'admin_state_up': True, 'tenant_id': '694ac62c0a6e4d13a85854ea584ff4fb'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:34:13.824037 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3021c8c2-62f7-4d9a-a537-f32523f28398 req-60d7c994-54ae-47f8-bada-c078bb6fe9f4 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&id=97b5c1d9-de69-42db-8dc3-e43c2066ca5d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2097526
Apr 19 18:34:13.880861 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21cd3b-6664-4edd-8c0c-90298d40ba37 req-4633a1a9-5961-4126-bc48-c7ad3006df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:13.882589 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc21cd3b-6664-4edd-8c0c-90298d40ba37 req-4633a1a9-5961-4126-bc48-c7ad3006df7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8e23a024-d945-4415-9ec2-2d14f1cce659 HTTP/1.1" status: 200  len: 916 time: 0.4527624
Apr 19 18:34:14.120798 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ba76-70da-4358-a8d9-5cda47c4452a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:14.211128 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:14.255742 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-1ce15651-267e-474f-8146-cde24e4e960d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:34:14.284186 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-1ce15651-267e-474f-8146-cde24e4e960d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:34:14.287564 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc21cd3b-6664-4edd-8c0c-90298d40ba37 req-cc7144ca-7e8d-426f-b168-ceebb350007e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5478a875-0c63-4893-86df-c7a0ef656277 HTTP/1.1" status: 200  len: 1002 time: 0.3812280
Apr 19 18:34:14.338467 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-1ce15651-267e-474f-8146-cde24e4e960d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Made reservation on behalf of 694ac62c0a6e4d13a85854ea584ff4fb for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:34:14.344324 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-1ce15651-267e-474f-8146-cde24e4e960d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:14.422971 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:14.431180 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5372759c-8f8a-497a-9b1e-9ffb1018cf57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:14.552478 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21cd3b-6664-4edd-8c0c-90298d40ba37 req-e3338691-8d60-46dc-873c-4438b14c12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:14.554017 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc21cd3b-6664-4edd-8c0c-90298d40ba37 req-e3338691-8d60-46dc-873c-4438b14c12f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0891f7e0-9bdd-478e-a003-514aea6cbcb6 HTTP/1.1" status: 200  len: 854 time: 0.2536745
Apr 19 18:34:14.573270 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:34:14.589127 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:34:14.592781 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9e790b82-b29f-4fbf-81b5-b7fa27720437 req-d20fc2f4-15e6-4d05-9a3a-dd1589e23429 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 210 time: 0.0998044
Apr 19 18:34:14.635486 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:34:14.665194 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Pushing event updated for resources: {'Port': ['ID=b5ad8a4a-92b1-40cd-9363-652fc20848a5,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:14.703632 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:14.764521 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:14.777313 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-1ce15651-267e-474f-8146-cde24e4e960d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Allocated IP 172.20.0.13 (b20378bb-47ab-4f9b-8f59-ec88da3afdad/9f8a8763-8f5e-4cbb-84c8-e675d19338e0/98592b90-2310-44b3-b60b-741e3ea8469a) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:34:14.840532 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21cd3b-6664-4edd-8c0c-90298d40ba37 req-cdfeacb0-1848-426f-9820-724eff03d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:14.842169 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc21cd3b-6664-4edd-8c0c-90298d40ba37 req-cdfeacb0-1848-426f-9820-724eff03d4ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e23a024-d945-4415-9ec2-2d14f1cce659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2546201
Apr 19 18:34:14.965977 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:15.263796 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:15.330726 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc21cd3b-6664-4edd-8c0c-90298d40ba37 req-e795cf26-cc9a-4f14-bd5f-d0475f2335c6 service neutron] 10.222.0.13 "GET /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4760807
Apr 19 18:34:15.475711 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cb131-d834-4759-b892-bb768c9975f1 req-6ee0d7f2-11af-4fd3-8dda-5dbb81f8dce5 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:15.477302 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-550cb131-d834-4759-b892-bb768c9975f1 req-6ee0d7f2-11af-4fd3-8dda-5dbb81f8dce5 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.5201445
Apr 19 18:34:15.569020 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-1ce15651-267e-474f-8146-cde24e4e960d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:15.641777 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-550cb131-d834-4759-b892-bb768c9975f1 req-977fc76d-10ed-463a-b8ce-566a4f799679 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&id=97b5c1d9-de69-42db-8dc3-e43c2066ca5d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1493313
Apr 19 18:34:15.673157 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:15.684516 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:15.688673 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc21cd3b-6664-4edd-8c0c-90298d40ba37 req-e373d158-61dd-4c50-a3f3-d3c74171608b service neutron] 10.222.0.13 "GET /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3314123
Apr 19 18:34:15.690819 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:15.696869 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:15.796857 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636081'] for floatingip, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:15.820489 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-06d8edca-ce34-46d5-80b5-f33028107395 req-448253de-a7c4-4041-bf51-b72e9c284d94 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 210 time: 0.0906231
Apr 19 18:34:15.835899 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-1ce15651-267e-474f-8146-cde24e4e960d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:15.853598 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Pushing event updated for resources: {'Port': ['ID=b5ad8a4a-92b1-40cd-9363-652fc20848a5,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:15.854271 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['613718ad-992f-4362-a98a-ff9403d8c613', 'e05da757-2bb3-4ad5-920a-5a651c9b5fa1'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:34:15.859083 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:15.861689 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:15.910926 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:15.921616 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.1736307
Apr 19 18:34:15.926888 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-1ce15651-267e-474f-8146-cde24e4e960d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Network b20378bb-47ab-4f9b-8f59-ec88da3afdad is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:34:15.937205 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-1ce15651-267e-474f-8146-cde24e4e960d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:34:15.942301 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-1ce15651-267e-474f-8146-cde24e4e960d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:34:15.948776 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-1ce15651-267e-474f-8146-cde24e4e960d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:15.949475 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-1ce15651-267e-474f-8146-cde24e4e960d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:15.972435 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce15651-267e-474f-8146-cde24e4e960d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Pushing event updated for resources: {'Port': ['ID=98592b90-2310-44b3-b60b-741e3ea8469a,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:15.975917 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-1ce15651-267e-474f-8146-cde24e4e960d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2978501
Apr 19 18:34:15.976768 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1ce15651-267e-474f-8146-cde24e4e960d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:16.009837 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Request body: {'port': {'device_id': '41c0e8a0-aa96-4889-8200-a9a2275a2350', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:34:16.177844 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:16.253300 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-165567d9-3ddc-4e83-9389-7a6994d4adb9 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Synchronizing usage tracker for tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 on resource:security_group {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:34:16.329042 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-165567d9-3ddc-4e83-9389-7a6994d4adb9 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Unset dirty status for tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 on resource:security_group {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:34:16.330378 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-165567d9-3ddc-4e83-9389-7a6994d4adb9 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--627179449&fields=id&tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1 HTTP/1.1" status: 200  len: 267 time: 0.1970830
Apr 19 18:34:16.360287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:16.892135 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-0a460ed3-77d9-4a5a-839d-6ed5319cde32 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:16.893726 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-0a460ed3-77d9-4a5a-839d-6ed5319cde32 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/networks?id=5d286d36-8c52-42be-b3d4-52bf0bab0dba HTTP/1.1" status: 200  len: 817 time: 0.5535097
Apr 19 18:34:16.937874 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-c85a8ef9-f45f-4446-9420-edb8266ee05e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/quotas/afe58cd3d01f40cb93d90b1df1bb2ad1 HTTP/1.1" status: 200  len: 375 time: 0.0271525
Apr 19 18:34:17.023437 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084c24f-d0bf-49a4-a7b6-6fb540540621 req-e387c0b5-957a-44b4-a798-af2b242c21e5 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:17.025014 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0084c24f-d0bf-49a4-a7b6-6fb540540621 req-e387c0b5-957a-44b4-a798-af2b242c21e5 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.2449639
Apr 19 18:34:17.122316 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98592b90-2310-44b3-b60b-741e3ea8469a {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:34:17.141663 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:17.166891 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0084c24f-d0bf-49a4-a7b6-6fb540540621 req-38c57f07-3c56-41fe-8eec-c4799032cd17 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&id=97b5c1d9-de69-42db-8dc3-e43c2066ca5d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1066744
Apr 19 18:34:17.176009 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Transition to ACTIVE for port object 98592b90-2310-44b3-b60b-741e3ea8469a will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:34:17.184510 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-77448992-485a-4d07-9a92-723c0b39d7d1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Synchronizing usage tracker for tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:34:17.189619 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:17.197472 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:17.325758 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-77448992-485a-4d07-9a92-723c0b39d7d1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Unset dirty status for tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:34:17.327836 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-77448992-485a-4d07-9a92-723c0b39d7d1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3825252
Apr 19 18:34:17.378396 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Pushing event updated for resources: {'Port': ['ID=98592b90-2310-44b3-b60b-741e3ea8469a,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:17.381439 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:17.551890 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Attempting to bind port 98592b90-2310-44b3-b60b-741e3ea8469a on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:34:17.552261 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Attempting to bind port 98592b90-2310-44b3-b60b-741e3ea8469a by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c9351dc1-3d34-49f1-9725-19e45d183e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:34:17.552623 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Attempting to bind port 98592b90-2310-44b3-b60b-741e3ea8469a on network b20378bb-47ab-4f9b-8f59-ec88da3afdad {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:34:17.582374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Port 98592b90-2310-44b3-b60b-741e3ea8469a on network b20378bb-47ab-4f9b-8f59-ec88da3afdad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:34:17.582736 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Attempting to bind port 98592b90-2310-44b3-b60b-741e3ea8469a on network b20378bb-47ab-4f9b-8f59-ec88da3afdad {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:34:17.602704 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:34:17.603082 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Checking segment: {'id': 'c9351dc1-3d34-49f1-9725-19e45d183e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:34:17.603525 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Bound using segment: {'id': 'c9351dc1-3d34-49f1-9725-19e45d183e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:34:17.603975 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Bound port: 98592b90-2310-44b3-b60b-741e3ea8469a, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9351dc1-3d34-49f1-9725-19e45d183e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:34:17.604357 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:17.668742 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-8f7e5364-f3df-4df4-9ff2-ffc043eed2be service neutron] 10.222.0.49 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3225167
Apr 19 18:34:17.717792 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f6408-79f9-441a-9c08-76ed9dd83b72 req-ba94ea29-6f6c-40f6-b7f1-6e0c14e7565b tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:17.718532 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-819f6408-79f9-441a-9c08-76ed9dd83b72 req-ba94ea29-6f6c-40f6-b7f1-6e0c14e7565b tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Synchronizing usage tracker for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:34:17.831534 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-819f6408-79f9-441a-9c08-76ed9dd83b72 req-ba94ea29-6f6c-40f6-b7f1-6e0c14e7565b tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Unset dirty status for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:34:17.832706 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-819f6408-79f9-441a-9c08-76ed9dd83b72 req-ba94ea29-6f6c-40f6-b7f1-6e0c14e7565b tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 944 time: 0.3619680
Apr 19 18:34:17.890757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] For port 98592b90-2310-44b3-b60b-741e3ea8469a, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:34:17.915945 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-5552e0f6-c251-4425-ad67-00acab224321 service neutron] 10.222.0.49 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2386105
Apr 19 18:34:17.920054 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] For port 98592b90-2310-44b3-b60b-741e3ea8469a, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=98592b90-2310-44b3-b60b-741e3ea8469a,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:34:17.926218 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:17.931077 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8e5f1c66-caaa-4955-8a3b-0472e366186d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:17.970043 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-819f6408-79f9-441a-9c08-76ed9dd83b72 req-19ba3d97-0444-4cd2-8c61-4c0fb8da71d8 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302202
Apr 19 18:34:17.993785 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:17.994638 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:17.996099 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] 10.222.0.13 "PUT /v2.0/ports/98592b90-2310-44b3-b60b-741e3ea8469a HTTP/1.1" status: 200  len: 1094 time: 1.9929771
Apr 19 18:34:17.999251 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c0e8a0-aa96-4889-8200-a9a2275a2350', 'tag': '98592b90-2310-44b3-b60b-741e3ea8469a'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:34:18.032207 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Pushing event updated for resources: {'Port': ['ID=98592b90-2310-44b3-b60b-741e3ea8469a,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:18.036958 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:18.087701 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c0e8a0-aa96-4889-8200-a9a2275a2350', 'tag': '98592b90-2310-44b3-b60b-741e3ea8469a', 'status': 'completed', 'code': 200}
Apr 19 18:34:18.148333 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c63a0357-4efb-454c-8a69-0df03b6f3040 req-52ff872f-2984-4100-86e6-e63a451f01b3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 210 time: 0.0597665
Apr 19 18:34:18.179517 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-3c46afae-e03f-4543-a1e1-d6eafee1cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:18.181057 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-3c46afae-e03f-4543-a1e1-d6eafee1cd2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=694ac62c0a6e4d13a85854ea584ff4fb&device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 1097 time: 0.1403935
Apr 19 18:34:18.267713 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-eb12e094-417e-46af-839d-595591f0839b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98592b90-2310-44b3-b60b-741e3ea8469a HTTP/1.1" status: 200  len: 217 time: 0.0705712
Apr 19 18:34:18.396694 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-7beec6b9-deee-427a-b28c-9a57b91c3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:18.398306 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-7beec6b9-deee-427a-b28c-9a57b91c3161 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8a8763-8f5e-4cbb-84c8-e675d19338e0 HTTP/1.1" status: 200  len: 855 time: 0.1240354
Apr 19 18:34:18.464585 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-e56efd6d-bb0e-46e8-9aa3-3e8058f6a710 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b20378bb-47ab-4f9b-8f59-ec88da3afdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559916
Apr 19 18:34:18.481410 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974f8c3-87b4-4f5c-a05c-55dab44223bb req-e094e775-2080-4dda-af84-3e76ff7739ce tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:18.483969 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e974f8c3-87b4-4f5c-a05c-55dab44223bb req-e094e775-2080-4dda-af84-3e76ff7739ce tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.1745381
Apr 19 18:34:18.634802 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e974f8c3-87b4-4f5c-a05c-55dab44223bb req-4918f3fe-5be9-48d6-8f31-3375e6f1ad29 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&id=97b5c1d9-de69-42db-8dc3-e43c2066ca5d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1250083
Apr 19 18:34:18.673154 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-7f44a40c-3416-4a96-b2e7-b9dae8f6bc4e service neutron] 10.222.0.13 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881690
Apr 19 18:34:18.825297 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a99ee704-2bb2-4ec3-aa66-3382d781584e req-d015c7cc-3456-4d7f-b51b-f449883e4be1 service neutron] 10.222.0.13 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414649
Apr 19 18:34:18.952006 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4041f26-b56b-494f-891b-bcf4d8d326d1 req-0c8de767-447a-4650-808c-4831bfabd150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:18.953517 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4041f26-b56b-494f-891b-bcf4d8d326d1 req-0c8de767-447a-4650-808c-4831bfabd150 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=694ac62c0a6e4d13a85854ea584ff4fb&device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 1097 time: 0.0785413
Apr 19 18:34:19.148939 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4041f26-b56b-494f-891b-bcf4d8d326d1 req-a9e0ea2b-1cf5-4629-9467-8b875a5f0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:19.150828 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4041f26-b56b-494f-891b-bcf4d8d326d1 req-a9e0ea2b-1cf5-4629-9467-8b875a5f0003 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b20378bb-47ab-4f9b-8f59-ec88da3afdad HTTP/1.1" status: 200  len: 916 time: 0.1885841
Apr 19 18:34:19.157887 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:34:19.271142 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4041f26-b56b-494f-891b-bcf4d8d326d1 req-051724d3-6513-424a-889c-b59623bee852 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=98592b90-2310-44b3-b60b-741e3ea8469a HTTP/1.1" status: 200  len: 217 time: 0.1082783
Apr 19 18:34:19.672722 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e1f73659-500e-4ddb-b6c6-0a09390eeed9 req-4a83ed90-5355-44fa-8b2c-9f03408ededa tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 210 time: 0.3443086
Apr 19 18:34:19.701507 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c5cc2-a55e-44d8-ae1c-b78671943c6f req-92831303-7d4f-466e-b3bc-18e9bd151d09 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:19.703650 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-076c5cc2-a55e-44d8-ae1c-b78671943c6f req-92831303-7d4f-466e-b3bc-18e9bd151d09 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 944 time: 0.6077929
Apr 19 18:34:19.748552 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4041f26-b56b-494f-891b-bcf4d8d326d1 req-8c72613e-19fa-4de8-bd43-f70ebc98c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:19.750152 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4041f26-b56b-494f-891b-bcf4d8d326d1 req-8c72613e-19fa-4de8-bd43-f70ebc98c331 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8a8763-8f5e-4cbb-84c8-e675d19338e0 HTTP/1.1" status: 200  len: 855 time: 0.4187608
Apr 19 18:34:19.866584 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4041f26-b56b-494f-891b-bcf4d8d326d1 req-7c1ec6fb-82cd-4fa3-aec7-c14d7e3f1b49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b20378bb-47ab-4f9b-8f59-ec88da3afdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1045692
Apr 19 18:34:19.881183 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-58cc6462-9d2a-4a08-8779-b762c85a4f70 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:19.882631 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-58cc6462-9d2a-4a08-8779-b762c85a4f70 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.13 "GET /v2.0/networks?id=5d286d36-8c52-42be-b3d4-52bf0bab0dba HTTP/1.1" status: 200  len: 817 time: 0.6545069
Apr 19 18:34:19.922791 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-076c5cc2-a55e-44d8-ae1c-b78671943c6f req-5502f766-53c1-4dab-9842-bcb93ea9c246 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2041554
Apr 19 18:34:20.124731 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac678d0-ba39-4419-9f69-21ff00d59de0 req-b60dba6e-dfd4-4b8c-b6c9-1fce1433db87 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:20.126429 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6ac678d0-ba39-4419-9f69-21ff00d59de0 req-b60dba6e-dfd4-4b8c-b6c9-1fce1433db87 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.3199537
Apr 19 18:34:20.136332 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-835771f1-0b63-4f87-94be-782c1ba3a115 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1 HTTP/1.1" status: 200  len: 5703 time: 0.2206633
Apr 19 18:34:20.138392 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4041f26-b56b-494f-891b-bcf4d8d326d1 req-f1ae4bc2-a3ea-4717-91d9-d8899df5d8be service neutron] 10.222.0.13 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2548370
Apr 19 18:34:20.160990 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-ad0dc37f-06f7-4257-acd8-a0db68ce8aa8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Request body: {'port': {'device_id': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'admin_state_up': True, 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'security_groups': ['3b6a16f7-d34c-4335-8cdc-d008f59cd3d3']}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:34:20.375683 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6ac678d0-ba39-4419-9f69-21ff00d59de0 req-a34abf83-692d-4ebb-b1ea-9c5c95beb92b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&id=97b5c1d9-de69-42db-8dc3-e43c2066ca5d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2362452
Apr 19 18:34:20.456079 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4041f26-b56b-494f-891b-bcf4d8d326d1 req-febbae8d-b345-4abe-8375-76c80d1ed592 service neutron] 10.222.0.13 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2989154
Apr 19 18:34:20.456990 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-ad0dc37f-06f7-4257-acd8-a0db68ce8aa8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:34:20.467346 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-ad0dc37f-06f7-4257-acd8-a0db68ce8aa8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:34:20.476351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-ad0dc37f-06f7-4257-acd8-a0db68ce8aa8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Made reservation on behalf of afe58cd3d01f40cb93d90b1df1bb2ad1 for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:34:20.483327 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-ad0dc37f-06f7-4257-acd8-a0db68ce8aa8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:20.656434 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-ad0dc37f-06f7-4257-acd8-a0db68ce8aa8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Allocated IP 172.20.0.6 (5d286d36-8c52-42be-b3d4-52bf0bab0dba/e0439e37-0067-4362-b195-88afbdb39dd2/fe8c9f4e-fba0-40cd-95bc-c54190858da9) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:34:20.857500 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fe5676fe-f90e-44d9-b603-8cce3f67240d req-ff66d671-ccdc-4b84-85e7-feec31e24dd1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 210 time: 0.0621321
Apr 19 18:34:20.909714 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-ad0dc37f-06f7-4257-acd8-a0db68ce8aa8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:20.925819 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-ad0dc37f-06f7-4257-acd8-a0db68ce8aa8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Transition to ACTIVE for port object fe8c9f4e-fba0-40cd-95bc-c54190858da9 will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:34:20.950038 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-ad0dc37f-06f7-4257-acd8-a0db68ce8aa8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:20.956561 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:21.029511 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-ad0dc37f-06f7-4257-acd8-a0db68ce8aa8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Network 5d286d36-8c52-42be-b3d4-52bf0bab0dba is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:34:21.033468 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-ad0dc37f-06f7-4257-acd8-a0db68ce8aa8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:34:21.041599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-ad0dc37f-06f7-4257-acd8-a0db68ce8aa8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:34:21.043873 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-ad0dc37f-06f7-4257-acd8-a0db68ce8aa8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:21.044545 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-ad0dc37f-06f7-4257-acd8-a0db68ce8aa8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:21.106838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0dc37f-06f7-4257-acd8-a0db68ce8aa8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Pushing event updated for resources: {'Port': ['ID=fe8c9f4e-fba0-40cd-95bc-c54190858da9,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:21.118794 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ad0dc37f-06f7-4257-acd8-a0db68ce8aa8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:21.136407 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-ad0dc37f-06f7-4257-acd8-a0db68ce8aa8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9804034
Apr 19 18:34:21.158304 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Request body: {'port': {'device_id': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:34:21.226969 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc79198-4ed4-415f-9d7c-8da9b4ce0690 req-b750263a-61de-4342-8c34-18eccfb4a694 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:21.228594 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5dc79198-4ed4-415f-9d7c-8da9b4ce0690 req-b750263a-61de-4342-8c34-18eccfb4a694 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 944 time: 0.1776309
Apr 19 18:34:21.271094 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-7e8a7af7-c85f-40fa-b9f4-4a08544e75d7 None None] Provisioning for port fe8c9f4e-fba0-40cd-95bc-c54190858da9 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:34:21.276474 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-7e8a7af7-c85f-40fa-b9f4-4a08544e75d7 None None] Provisioning complete for port fe8c9f4e-fba0-40cd-95bc-c54190858da9 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:34:21.277067 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7e8a7af7-c85f-40fa-b9f4-4a08544e75d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:21.337530 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a7af7-c85f-40fa-b9f4-4a08544e75d7 None None] Port fe8c9f4e-fba0-40cd-95bc-c54190858da9 cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:34:21.339777 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5dc79198-4ed4-415f-9d7c-8da9b4ce0690 req-2cb6ba65-2c8c-4f2c-96f4-5d3646270a20 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028314
Apr 19 18:34:21.342718 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:21.757336 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c138c-8ca7-43ad-88ee-156145ebc1b2 req-215f4b1d-614e-4e09-b673-0a21223f6d35 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:21.758958 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c48c138c-8ca7-43ad-88ee-156145ebc1b2 req-215f4b1d-614e-4e09-b673-0a21223f6d35 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.2662079
Apr 19 18:34:21.850019 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c48c138c-8ca7-43ad-88ee-156145ebc1b2 req-11528167-0c9f-4212-92c0-29cc188c5d31 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&id=97b5c1d9-de69-42db-8dc3-e43c2066ca5d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0829246
Apr 19 18:34:21.911276 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fb938-c74e-419b-a4de-b2e53aee07d3 req-772a5a7b-0b71-4aac-b551-5a2fa7662d27 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:21.912872 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-477fb938-c74e-419b-a4de-b2e53aee07d3 req-772a5a7b-0b71-4aac-b551-5a2fa7662d27 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.2363508
Apr 19 18:34:21.942930 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8c9f4e-fba0-40cd-95bc-c54190858da9 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:34:21.955562 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:22.025735 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-477fb938-c74e-419b-a4de-b2e53aee07d3 req-000ee858-657a-4e13-a911-682906004124 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1061363
Apr 19 18:34:22.032178 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Transition to ACTIVE for port object fe8c9f4e-fba0-40cd-95bc-c54190858da9 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:34:22.039599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:22.045974 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-94a40541-d070-4d03-98bd-a89133da9074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:22.239417 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Pushing event updated for resources: {'Port': ['ID=fe8c9f4e-fba0-40cd-95bc-c54190858da9,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:22.249348 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:22.271330 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Attempting to bind port fe8c9f4e-fba0-40cd-95bc-c54190858da9 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:34:22.271704 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Attempting to bind port fe8c9f4e-fba0-40cd-95bc-c54190858da9 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '3f411315-18f9-4098-b71e-f8b179736dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:34:22.272073 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Attempting to bind port fe8c9f4e-fba0-40cd-95bc-c54190858da9 on network 5d286d36-8c52-42be-b3d4-52bf0bab0dba {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:34:22.283396 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55524991-c9d6-42e5-b0f7-45a206d887a9 req-39af5b0c-f658-4af7-970c-6086286802ae tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:22.284155 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-55524991-c9d6-42e5-b0f7-45a206d887a9 req-39af5b0c-f658-4af7-970c-6086286802ae tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Synchronizing usage tracker for tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:34:22.288954 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Port fe8c9f4e-fba0-40cd-95bc-c54190858da9 on network 5d286d36-8c52-42be-b3d4-52bf0bab0dba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:34:22.289316 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Attempting to bind port fe8c9f4e-fba0-40cd-95bc-c54190858da9 on network 5d286d36-8c52-42be-b3d4-52bf0bab0dba {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:34:22.300929 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:34:22.301283 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Checking segment: {'id': '3f411315-18f9-4098-b71e-f8b179736dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:34:22.301737 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Bound using segment: {'id': '3f411315-18f9-4098-b71e-f8b179736dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:34:22.302210 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Bound port: fe8c9f4e-fba0-40cd-95bc-c54190858da9, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f411315-18f9-4098-b71e-f8b179736dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:34:22.302594 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:22.322225 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-55524991-c9d6-42e5-b0f7-45a206d887a9 req-39af5b0c-f658-4af7-970c-6086286802ae tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Unset dirty status for tenant:afe58cd3d01f40cb93d90b1df1bb2ad1 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:34:22.323491 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-55524991-c9d6-42e5-b0f7-45a206d887a9 req-39af5b0c-f658-4af7-970c-6086286802ae tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 931 time: 0.3430803
Apr 19 18:34:22.436454 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-55524991-c9d6-42e5-b0f7-45a206d887a9 req-874878ba-8774-4784-8d40-07484c3cfa87 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0813515
Apr 19 18:34:22.442452 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] For port fe8c9f4e-fba0-40cd-95bc-c54190858da9, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:34:22.446677 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] For port fe8c9f4e-fba0-40cd-95bc-c54190858da9, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8c9f4e-fba0-40cd-95bc-c54190858da9,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:34:22.452979 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:22.459424 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:22.568463 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:22.569154 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:22.571012 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] 10.222.0.13 "PUT /v2.0/ports/fe8c9f4e-fba0-40cd-95bc-c54190858da9 HTTP/1.1" status: 200  len: 1093 time: 1.4202828
Apr 19 18:34:22.571442 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'tag': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:34:22.605686 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Pushing event updated for resources: {'Port': ['ID=fe8c9f4e-fba0-40cd-95bc-c54190858da9,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:22.610701 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:22.659863 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'tag': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9', 'status': 'completed', 'code': 200}
Apr 19 18:34:22.686664 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c7644-1a2e-42c3-990b-552af224dda9 req-cdf67ca0-eb4b-4ec1-b5b9-d2d3bac3db0a tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:22.688333 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b13c7644-1a2e-42c3-990b-552af224dda9 req-cdf67ca0-eb4b-4ec1-b5b9-d2d3bac3db0a tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 944 time: 0.2300084
Apr 19 18:34:22.755719 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b13c7644-1a2e-42c3-990b-552af224dda9 req-6f6cf160-2567-4ea6-860e-ff5b64f5da6d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590017
Apr 19 18:34:22.758002 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-44b2b9f9-0b13-4047-9449-63fb706b66a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:22.759485 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-44b2b9f9-0b13-4047-9449-63fb706b66a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1&device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 1096 time: 0.1436040
Apr 19 18:34:23.110715 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-03e9bae9-7494-4705-902e-26150334c5ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe8c9f4e-fba0-40cd-95bc-c54190858da9 HTTP/1.1" status: 200  len: 217 time: 0.3408146
Apr 19 18:34:23.263576 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cb1d2-dffc-4ad7-abf1-8d835408a70e req-24d75ca2-8713-48fa-9caf-3f09b4e1abd8 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:23.265728 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9c2cb1d2-dffc-4ad7-abf1-8d835408a70e req-24d75ca2-8713-48fa-9caf-3f09b4e1abd8 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.2164507
Apr 19 18:34:23.272749 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-8a100b70-9b29-47dd-871f-0cef1fa73a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:23.274228 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-8a100b70-9b29-47dd-871f-0cef1fa73a80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0439e37-0067-4362-b195-88afbdb39dd2 HTTP/1.1" status: 200  len: 856 time: 0.1436532
Apr 19 18:34:23.389560 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9c2cb1d2-dffc-4ad7-abf1-8d835408a70e req-59317982-b5ff-4cf6-aff4-8adad6e396f8 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&id=97b5c1d9-de69-42db-8dc3-e43c2066ca5d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1137893
Apr 19 18:34:23.401171 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871be918-c4c4-4ce4-a132-4903269b7990 req-107408cf-6d49-4ecc-8f17-6469f6f11a10 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:23.402782 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-871be918-c4c4-4ce4-a132-4903269b7990 req-107408cf-6d49-4ecc-8f17-6469f6f11a10 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.2332480
Apr 19 18:34:23.459158 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-2d2e4e2e-b32d-49d7-9f42-65cad8d3b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:23.460635 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-2d2e4e2e-b32d-49d7-9f42-65cad8d3b050 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d286d36-8c52-42be-b3d4-52bf0bab0dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1766369
Apr 19 18:34:23.468095 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-871be918-c4c4-4ce4-a132-4903269b7990 req-a16163a9-2345-4e94-9807-1e457a96aae0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571928
Apr 19 18:34:23.524668 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 98592b90-2310-44b3-b60b-741e3ea8469a details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:34:23.668662 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 98592b90-2310-44b3-b60b-741e3ea8469a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=98592b90-2310-44b3-b60b-741e3ea8469a,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:34:23.681800 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-8c857811-3de5-489f-9d83-cd6b14206bee service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2097013
Apr 19 18:34:23.682859 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': '98592b90-2310-44b3-b60b-741e3ea8469a', 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad', 'port_id': '98592b90-2310-44b3-b60b-741e3ea8469a', 'mac_address': 'fa:16:3e:9e:90:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f8a8763-8f5e-4cbb-84c8-e675d19338e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:34:23.698600 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669ec8d-497d-4a1c-a35b-fc0bb1eae3b4 req-814fbfc1-e667-4756-90af-62a67fad4828 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:23.700130 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2669ec8d-497d-4a1c-a35b-fc0bb1eae3b4 req-814fbfc1-e667-4756-90af-62a67fad4828 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.1434202
Apr 19 18:34:23.746248 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:23.764853 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98592b90-2310-44b3-b60b-741e3ea8469a {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:34:23.782530 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 98592b90-2310-44b3-b60b-741e3ea8469a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=98592b90-2310-44b3-b60b-741e3ea8469a,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:34:23.787167 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:23.789720 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:23.867740 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=98592b90-2310-44b3-b60b-741e3ea8469a,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:23.871346 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:23.923311 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2669ec8d-497d-4a1c-a35b-fc0bb1eae3b4 req-2663d17e-c4d6-4888-9528-46b7274fcb68 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2003429
Apr 19 18:34:23.941750 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-932cede5-8e7b-4227-9e31-67b8e38b17fe req-f89e8e32-4713-4bc4-bbac-a4e21da0cb85 service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2405989
Apr 19 18:34:23.980867 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e244a-c584-42b9-acd7-eb08747d692b req-fd21d697-d103-4bdb-9372-e03865747000 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:23.982462 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a44e244a-c584-42b9-acd7-eb08747d692b req-fd21d697-d103-4bdb-9372-e03865747000 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 945 time: 0.1117723
Apr 19 18:34:24.141303 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a44e244a-c584-42b9-acd7-eb08747d692b req-6c6e6285-f757-4229-86fa-b053524a37de tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523278
Apr 19 18:34:24.188021 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['98592b90-2310-44b3-b60b-741e3ea8469a'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:34:24.191389 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13c579-cc10-4287-925e-dbaf4c537e5c req-4eba58e0-e16c-4532-808a-18c0777aae68 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:24.192984 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ac13c579-cc10-4287-925e-dbaf4c537e5c req-4eba58e0-e16c-4532-808a-18c0777aae68 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.1876426
Apr 19 18:34:24.196264 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cac37-4882-4f0b-9aea-9aad5fe00a04 req-5ec8a1f9-1c15-45a7-841b-aa3e882ded73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:24.197748 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ea8cac37-4882-4f0b-9aea-9aad5fe00a04 req-5ec8a1f9-1c15-45a7-841b-aa3e882ded73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1&device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 1096 time: 0.1485431
Apr 19 18:34:24.384760 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-ac13c579-cc10-4287-925e-dbaf4c537e5c req-072531a5-fe55-433a-beb1-2ba4566470ad tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Deleting port 0a04da3e-fadc-437e-b9f5-0d26718f7474 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:34:24.385346 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-ac13c579-cc10-4287-925e-dbaf4c537e5c req-072531a5-fe55-433a-beb1-2ba4566470ad tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:24.522472 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cac37-4882-4f0b-9aea-9aad5fe00a04 req-cce4a6c5-82eb-48ad-aac8-10ede087da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:24.524050 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ea8cac37-4882-4f0b-9aea-9aad5fe00a04 req-cce4a6c5-82eb-48ad-aac8-10ede087da2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d286d36-8c52-42be-b3d4-52bf0bab0dba HTTP/1.1" status: 200  len: 918 time: 0.3076723
Apr 19 18:34:24.693924 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ea8cac37-4882-4f0b-9aea-9aad5fe00a04 req-52e6109c-f4c9-4fa6-8606-499523d5ce41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe8c9f4e-fba0-40cd-95bc-c54190858da9 HTTP/1.1" status: 200  len: 217 time: 0.1243334
Apr 19 18:34:24.903893 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cac37-4882-4f0b-9aea-9aad5fe00a04 req-30e90afb-1adf-4869-8d79-d1aa8c85fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:24.905494 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ea8cac37-4882-4f0b-9aea-9aad5fe00a04 req-30e90afb-1adf-4869-8d79-d1aa8c85fa36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0439e37-0067-4362-b195-88afbdb39dd2 HTTP/1.1" status: 200  len: 856 time: 0.1934865
Apr 19 18:34:24.986581 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c2ea0-ad85-452a-8fb4-835588c3b51a req-71f929d7-3688-4984-9458-3dc269f2a6fb tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:24.988172 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a15c2ea0-ad85-452a-8fb4-835588c3b51a req-71f929d7-3688-4984-9458-3dc269f2a6fb tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.4753349
Apr 19 18:34:25.039954 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d02cea-71e8-4e8a-a1e2-927e4aeb864f req-2474153f-0510-4ced-a2c7-929993575724 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:25.041547 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-80d02cea-71e8-4e8a-a1e2-927e4aeb864f req-2474153f-0510-4ced-a2c7-929993575724 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 946 time: 0.3960619
Apr 19 18:34:25.052792 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-ac13c579-cc10-4287-925e-dbaf4c537e5c req-072531a5-fe55-433a-beb1-2ba4566470ad tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] For port 0a04da3e-fadc-437e-b9f5-0d26718f7474, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=0a04da3e-fadc-437e-b9f5-0d26718f7474,segment=NetworkSegment(54a66c03-0931-4a90-b1ab-ea061d30079d),segment_id=54a66c03-0931-4a90-b1ab-ea061d30079d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:34:25.053196 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-ac13c579-cc10-4287-925e-dbaf4c537e5c req-072531a5-fe55-433a-beb1-2ba4566470ad tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:25.206659 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a15c2ea0-ad85-452a-8fb4-835588c3b51a req-6a9bfb15-6b0c-4bcd-871a-75bcff591b1c tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&id=97b5c1d9-de69-42db-8dc3-e43c2066ca5d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2094314
Apr 19 18:34:25.244123 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-80d02cea-71e8-4e8a-a1e2-927e4aeb864f req-f1894ebf-0816-4169-b07b-d640fce7ff19 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=d4691490-9862-42d2-b5cb-4b2bfc42e0c7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1933000
Apr 19 18:34:25.320487 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cac37-4882-4f0b-9aea-9aad5fe00a04 req-d37c4125-6535-4b9a-b510-b673c699b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:25.322165 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ea8cac37-4882-4f0b-9aea-9aad5fe00a04 req-d37c4125-6535-4b9a-b510-b673c699b415 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d286d36-8c52-42be-b3d4-52bf0bab0dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3918748
Apr 19 18:34:25.538253 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 98592b90-2310-44b3-b60b-741e3ea8469a up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:34:25.612189 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port 98592b90-2310-44b3-b60b-741e3ea8469a completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:34:25.617629 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port 98592b90-2310-44b3-b60b-741e3ea8469a triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:34:25.618059 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:25.746439 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:25.775105 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c0e8a0-aa96-4889-8200-a9a2275a2350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98592b90-2310-44b3-b60b-741e3ea8469a'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:34:25.785380 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 98592b90-2310-44b3-b60b-741e3ea8469a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=98592b90-2310-44b3-b60b-741e3ea8469a,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:34:25.788374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:25.790221 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:25.865974 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=98592b90-2310-44b3-b60b-741e3ea8469a,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:25.869165 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:25.938516 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-ac13c579-cc10-4287-925e-dbaf4c537e5c req-072531a5-fe55-433a-beb1-2ba4566470ad tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:25.938933 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-ac13c579-cc10-4287-925e-dbaf4c537e5c req-072531a5-fe55-433a-beb1-2ba4566470ad tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636081'] for floatingip, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:25.939290 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_db [req-ac13c579-cc10-4287-925e-dbaf4c537e5c req-072531a5-fe55-433a-beb1-2ba4566470ad tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Floating IP db96e2e3-c48d-412a-bfc8-5636df67ddb8 disassociated. External IP: 172.27.1.169, port: 0a04da3e-fadc-437e-b9f5-0d26718f7474.
Apr 19 18:34:25.939670 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-ac13c579-cc10-4287-925e-dbaf4c537e5c req-072531a5-fe55-433a-beb1-2ba4566470ad tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Calling delete_port for 0a04da3e-fadc-437e-b9f5-0d26718f7474 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:34:26.000031 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ea8cac37-4882-4f0b-9aea-9aad5fe00a04 req-dbc26491-3d70-4924-bd13-93b6a6f2075c service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6212566
Apr 19 18:34:26.021253 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80d52f-23d8-4a2b-a686-7f1b36b8ee2b req-a90c70fd-5a61-40f2-a5b1-3b448fdafde8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:26.022795 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3f80d52f-23d8-4a2b-a686-7f1b36b8ee2b req-a90c70fd-5a61-40f2-a5b1-3b448fdafde8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.6978705
Apr 19 18:34:26.134666 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46537ba2-032d-4769-8e22-8ae0a8b4df04 req-ea598739-f50c-47c9-874f-cfa079e132db tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:26.136193 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-46537ba2-032d-4769-8e22-8ae0a8b4df04 req-ea598739-f50c-47c9-874f-cfa079e132db tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 945 time: 0.7634139
Apr 19 18:34:26.255167 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3f80d52f-23d8-4a2b-a686-7f1b36b8ee2b req-899961b2-f6d2-4f87-8cb0-8afd0af8f8db tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2022243
Apr 19 18:34:26.313235 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c0e8a0-aa96-4889-8200-a9a2275a2350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98592b90-2310-44b3-b60b-741e3ea8469a', 'code': 200}
Apr 19 18:34:26.349981 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ea8cac37-4882-4f0b-9aea-9aad5fe00a04 req-ef27b1c6-5dc7-4f58-8835-feb1d4539882 service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3232911
Apr 19 18:34:26.352453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-ac13c579-cc10-4287-925e-dbaf4c537e5c req-072531a5-fe55-433a-beb1-2ba4566470ad tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:26.356749 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-46537ba2-032d-4769-8e22-8ae0a8b4df04 req-909aa73f-a31a-4a65-805f-5e069c433a97 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1924963
Apr 19 18:34:26.361833 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-af2d101e-c5b8-4c0c-8166-692e5eb46969 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:26.419385 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072531a5-fe55-433a-beb1-2ba4566470ad tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Pushing event deleted for resources: {'Port': ['ID=0a04da3e-fadc-437e-b9f5-0d26718f7474,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:26.459256 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-072531a5-fe55-433a-beb1-2ba4566470ad tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:26.632809 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c9c23aa7-e583-4682-ada2-015dca54509f req-6403aed4-b550-4328-9c5e-252620920bae tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 210 time: 0.1599436
Apr 19 18:34:26.799634 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac06480-6c62-4503-8e4c-83d42169a1bf req-aee1d256-d3dc-4d8f-a607-9fb95038942a tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:26.801152 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4ac06480-6c62-4503-8e4c-83d42169a1bf req-aee1d256-d3dc-4d8f-a607-9fb95038942a tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.3837655
Apr 19 18:34:26.833592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac13c579-cc10-4287-925e-dbaf4c537e5c req-072531a5-fe55-433a-beb1-2ba4566470ad tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Router aa34ae64-8ef0-4a68-905a-9f29662be5ad has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:34:26.844507 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3459715-df69-4dbb-9c6d-5e5bca9c7201 req-cbfe1ca2-22b0-4f6a-accb-2c04e65c1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:26.846143 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c3459715-df69-4dbb-9c6d-5e5bca9c7201 req-cbfe1ca2-22b0-4f6a-accb-2c04e65c1bdc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 1099 time: 0.2617962
Apr 19 18:34:27.020148 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4ac06480-6c62-4503-8e4c-83d42169a1bf req-680f349a-602d-42d0-9a56-b0018e9be73c tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&id=97b5c1d9-de69-42db-8dc3-e43c2066ca5d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2116258
Apr 19 18:34:27.062406 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c3459715-df69-4dbb-9c6d-5e5bca9c7201 req-99fd5855-f405-4c7b-88e7-fd0bf1bd629f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2076459
Apr 19 18:34:27.102265 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac13c579-cc10-4287-925e-dbaf4c537e5c req-072531a5-fe55-433a-beb1-2ba4566470ad tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:34:27.116792 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db1951-1ee9-4c04-b0b2-b90037ea139e None None] Sync routers for ids ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:34:27.128225 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db1951-1ee9-4c04-b0b2-b90037ea139e None None] Routers {'aa34ae64-8ef0-4a68-905a-9f29662be5ad'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:34:27.128892 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-56db1951-1ee9-4c04-b0b2-b90037ea139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f70fb6ec0f0>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:34:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:34:27.182885 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac13c579-cc10-4287-925e-dbaf4c537e5c req-072531a5-fe55-433a-beb1-2ba4566470ad tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] No DVR routers for this DVR port 0a04da3e-fadc-437e-b9f5-0d26718f7474 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:34:27.185633 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-ac13c579-cc10-4287-925e-dbaf4c537e5c req-072531a5-fe55-433a-beb1-2ba4566470ad tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:27.188808 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcccde8e-1233-4bc9-ae04-68b9f2b535a7', 'name': 'network-vif-deleted', 'tag': '0a04da3e-fadc-437e-b9f5-0d26718f7474'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:34:27.207188 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ac13c579-cc10-4287-925e-dbaf4c537e5c req-072531a5-fe55-433a-beb1-2ba4566470ad tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.13 "DELETE /v2.0/ports/0a04da3e-fadc-437e-b9f5-0d26718f7474 HTTP/1.1" status: 204  len: 173 time: 2.9919019
Apr 19 18:34:27.243026 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcccde8e-1233-4bc9-ae04-68b9f2b535a7', 'name': 'network-vif-deleted', 'tag': '0a04da3e-fadc-437e-b9f5-0d26718f7474', 'status': 'completed', 'code': 200}
Apr 19 18:34:27.473346 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ae8e9-d1b9-4a70-8079-f4bc15f13670 req-fca4148c-8464-420d-ae56-0b9b67b703eb tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:27.475014 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b21ae8e9-d1b9-4a70-8079-f4bc15f13670 req-fca4148c-8464-420d-ae56-0b9b67b703eb tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.0960374
Apr 19 18:34:27.498837 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-56db1951-1ee9-4c04-b0b2-b90037ea139e None None] Set router aa34ae64-8ef0-4a68-905a-9f29662be5ad gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:34:27.566401 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device fe8c9f4e-fba0-40cd-95bc-c54190858da9 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:34:27.582727 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b21ae8e9-d1b9-4a70-8079-f4bc15f13670 req-c4fba589-36a1-45a1-bf46-286af1a16d42 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675793
Apr 19 18:34:27.603822 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94eddb-6266-4438-b880-682e5b21d6bb req-119e9658-7660-4c7b-906d-1e9c953b08c9 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:27.605412 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2e94eddb-6266-4438-b880-682e5b21d6bb req-119e9658-7660-4c7b-906d-1e9c953b08c9 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 946 time: 0.1270316
Apr 19 18:34:27.658003 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2e94eddb-6266-4438-b880-682e5b21d6bb req-dd7aae1e-c29d-4532-bd12-f672db9c0ec6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457354
Apr 19 18:34:27.822308 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-f9329386-21cc-46a0-9681-536ef0348238 req-cdcb7f35-3306-4348-a90e-83f176d2a7a3 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Synchronizing usage tracker for tenant:b234179720af4fd9b2d3f0aabf09fb91 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:34:27.837378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-f9329386-21cc-46a0-9681-536ef0348238 req-cdcb7f35-3306-4348-a90e-83f176d2a7a3 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Unset dirty status for tenant:b234179720af4fd9b2d3f0aabf09fb91 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:34:27.838745 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f9329386-21cc-46a0-9681-536ef0348238 req-cdcb7f35-3306-4348-a90e-83f176d2a7a3 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=dcccde8e-1233-4bc9-ae04-68b9f2b535a7 HTTP/1.1" status: 200  len: 210 time: 0.0771792
Apr 19 18:34:27.933810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port fe8c9f4e-fba0-40cd-95bc-c54190858da9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8c9f4e-fba0-40cd-95bc-c54190858da9,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:34:27.953673 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'port_id': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9', 'mac_address': 'fa:16:3e:2a:6f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:34:28.035284 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:28.056367 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-56db1951-1ee9-4c04-b0b2-b90037ea139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f70fb6ec0f0>, [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:47Z', 'revision_number': 4, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'c65fab99-9cfe-453e-91cd-1a2061cd415d', 'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'mac_address': 'fa:16:3e:ea:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:45Z', 'updated_at': '2021-04-19T18:30:00Z', 'revision_number': 5, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'subnets': [{'id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:34:28.059464 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8c9f4e-fba0-40cd-95bc-c54190858da9 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:34:28.067581 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db1951-1ee9-4c04-b0b2-b90037ea139e None None] Checking router: aa34ae64-8ef0-4a68-905a-9f29662be5ad for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:34:28.085560 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db1951-1ee9-4c04-b0b2-b90037ea139e None None] Routers {'aa34ae64-8ef0-4a68-905a-9f29662be5ad'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:34:28.086269 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-56db1951-1ee9-4c04-b0b2-b90037ea139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f70fb6ec0f0>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:34:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:34:28.145559 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port fe8c9f4e-fba0-40cd-95bc-c54190858da9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8c9f4e-fba0-40cd-95bc-c54190858da9,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:34:28.211991 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:28.221801 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6f340a62-0453-4b25-b72b-aa5f8af512a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:28.246482 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebd17d-2d8b-44c2-9d28-70804dcdded4 req-38689293-ebd2-418e-b6e3-984772e736fa tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:28.248064 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-adebd17d-2d8b-44c2-9d28-70804dcdded4 req-38689293-ebd2-418e-b6e3-984772e736fa tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.0964797
Apr 19 18:34:28.303012 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-adebd17d-2d8b-44c2-9d28-70804dcdded4 req-2859c635-b3d6-4094-8cba-3a695c0fe5bc tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&id=97b5c1d9-de69-42db-8dc3-e43c2066ca5d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0475397
Apr 19 18:34:28.333300 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=fe8c9f4e-fba0-40cd-95bc-c54190858da9,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:28.338321 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:28.350485 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-56db1951-1ee9-4c04-b0b2-b90037ea139e None None] Set router aa34ae64-8ef0-4a68-905a-9f29662be5ad gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:34:28.562072 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['fe8c9f4e-fba0-40cd-95bc-c54190858da9'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:34:28.840040 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-56db1951-1ee9-4c04-b0b2-b90037ea139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f70fb6ec0f0>, [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:47Z', 'revision_number': 4, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'c65fab99-9cfe-453e-91cd-1a2061cd415d', 'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'mac_address': 'fa:16:3e:ea:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:45Z', 'updated_at': '2021-04-19T18:30:00Z', 'revision_number': 5, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'subnets': [{'id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:34:28.855544 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56db1951-1ee9-4c04-b0b2-b90037ea139e None None] The sync data for ids ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'] in dv-cinder-786928-1-iscsi is: [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:47Z', 'revision_number': 4, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'c65fab99-9cfe-453e-91cd-1a2061cd415d', 'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'mac_address': 'fa:16:3e:ea:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:45Z', 'updated_at': '2021-04-19T18:30:00Z', 'revision_number': 5, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'subnets': [{'id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:34:28.921892 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0ee75-ecb5-4d80-9c84-676044e8c4e0 req-e7572fff-ba69-46ca-bfb5-c6673e51ea96 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:28.923550 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-00c0ee75-ecb5-4d80-9c84-676044e8c4e0 req-e7572fff-ba69-46ca-bfb5-c6673e51ea96 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 944 time: 0.2212510
Apr 19 18:34:28.931929 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f76c6-7f47-4c30-9d8d-83770e19f9b4 req-885702f2-00a1-4a4f-928a-35f84fb98857 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:28.933402 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-160f76c6-7f47-4c30-9d8d-83770e19f9b4 req-885702f2-00a1-4a4f-928a-35f84fb98857 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 946 time: 0.1386147
Apr 19 18:34:29.228685 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-00c0ee75-ecb5-4d80-9c84-676044e8c4e0 req-d8f9c72c-3a0c-4c24-9689-d6c1038f2ad9 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2942324
Apr 19 18:34:29.242136 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-160f76c6-7f47-4c30-9d8d-83770e19f9b4 req-e0db9c9a-36ca-4469-9f00-68684b8514b3 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689998
Apr 19 18:34:29.287184 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf3aa5-6a9c-49b6-b556-7306a597c2be None None] New status for floating IP db96e2e3-c48d-412a-bfc8-5636df67ddb8: DOWN {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:34:29.356423 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 56032) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:34:29.436090 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a078eea5-d80d-4a28-8bed-efe102d4261b tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:29.536936 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a078eea5-d80d-4a28-8bed-efe102d4261b tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:29.578913 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 0a04da3e-fadc-437e-b9f5-0d26718f7474 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:34:29.626432 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: 0a04da3e-fadc-437e-b9f5-0d26718f7474 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:34:29.626581 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c90545-b017-4d79-860c-4861c4e6a68c req-466806f4-6a1b-4340-8b92-5bf725315248 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:29.626826 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 0a04da3e-fadc-437e-b9f5-0d26718f7474 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:34:29.628832 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-03c90545-b017-4d79-860c-4861c4e6a68c req-466806f4-6a1b-4340-8b92-5bf725315248 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.1940472
Apr 19 18:34:29.639343 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a078eea5-d80d-4a28-8bed-efe102d4261b tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:29.657958 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9b910144-4de2-483e-8511-c5ff60108ba7 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:29.681086 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078eea5-d80d-4a28-8bed-efe102d4261b tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4691490-9862-42d2-b5cb-4b2bfc42e0c7,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:29.684606 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a078eea5-d80d-4a28-8bed-efe102d4261b tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:29.712655 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a078eea5-d80d-4a28-8bed-efe102d4261b tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:29.713912 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-a078eea5-d80d-4a28-8bed-efe102d4261b tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "DELETE /v2.0/security-groups/d4691490-9862-42d2-b5cb-4b2bfc42e0c7 HTTP/1.1" status: 204  len: 168 time: 0.3560019
Apr 19 18:34:29.717071 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 56040) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:34:29.721305 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-03c90545-b017-4d79-860c-4861c4e6a68c req-c9240c44-7aa1-445c-ac32-7c439a5d6fbb tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&id=97b5c1d9-de69-42db-8dc3-e43c2066ca5d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0849030
Apr 19 18:34:29.737612 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.v2.resource [None req-2c6e2dc8-0d30-45b4-889f-497410fc78c2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] show failed (client error): The resource could not be found.
Apr 19 18:34:29.738747 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-2c6e2dc8-0d30-45b4-889f-497410fc78c2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups/d4691490-9862-42d2-b5cb-4b2bfc42e0c7 HTTP/1.1" status: 404  len: 347 time: 0.0204556
Apr 19 18:34:29.741859 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 56044) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:34:29.910571 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Deleting port 40586a75-4bd4-4265-b552-93416ddf5092 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:34:29.911106 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:30.090510 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:30.090888 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:30.228794 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Calling delete_port for 40586a75-4bd4-4265-b552-93416ddf5092 owned by network:floatingip {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:34:30.371489 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:30.376243 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-360c7711-505d-41e9-bfa5-ba78d4d37a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:30.425710 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Pushing event deleted for resources: {'Port': ['ID=40586a75-4bd4-4265-b552-93416ddf5092,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:30.438214 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d596135-5c6c-448e-a6ff-d0012d677426 req-6db25ee1-162c-42a4-95ab-7ce28e859dc1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:30.439845 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1d596135-5c6c-448e-a6ff-d0012d677426 req-6db25ee1-162c-42a4-95ab-7ce28e859dc1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 944 time: 0.0909436
Apr 19 18:34:30.462060 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:30.462490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:30.462913 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:30.463322 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:30.463728 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:30.464132 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:30.464534 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:30.464936 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:30.465339 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:30.465770 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:30.466167 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:30.466565 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:30.474797 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:30.489921 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1d596135-5c6c-448e-a6ff-d0012d677426 req-53b98605-0ccd-46cb-9ddd-0094097247f0 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431252
Apr 19 18:34:30.540096 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for floatingip, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:30.557095 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:30.558400 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-dba9ed3d-0143-4aae-b75e-46ff80bbbd72 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "DELETE /v2.0/floatingips/db96e2e3-c48d-412a-bfc8-5636df67ddb8 HTTP/1.1" status: 204  len: 168 time: 0.8155830
Apr 19 18:34:30.802243 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 56056) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:34:30.819328 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-b4184f53-59e1-4194-bc79-027bf2e40a27 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2005563133', 'description': 'tempest-description--1540379708'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:34:30.826628 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-b4184f53-59e1-4194-bc79-027bf2e40a27 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:34:30.831345 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-b4184f53-59e1-4194-bc79-027bf2e40a27 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Usage tracker for resource:security_group and tenant:b234179720af4fd9b2d3f0aabf09fb91 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:34:30.834472 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-b4184f53-59e1-4194-bc79-027bf2e40a27 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:34:30.843028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-b4184f53-59e1-4194-bc79-027bf2e40a27 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:34:30.904573 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b4184f53-59e1-4194-bc79-027bf2e40a27 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:30.937945 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-b4184f53-59e1-4194-bc79-027bf2e40a27 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:34:30.945887 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-b4184f53-59e1-4194-bc79-027bf2e40a27 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Usage tracker for resource:security_group_rule and tenant:b234179720af4fd9b2d3f0aabf09fb91 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:34:30.949546 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-b4184f53-59e1-4194-bc79-027bf2e40a27 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:34:30.958536 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-b4184f53-59e1-4194-bc79-027bf2e40a27 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:34:30.978377 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75624f9d-91aa-42f3-9af4-d8b6c7948dc0 req-116c8624-49bd-41da-8236-34e7694f7292 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:30.979941 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-75624f9d-91aa-42f3-9af4-d8b6c7948dc0 req-116c8624-49bd-41da-8236-34e7694f7292 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.1394076
Apr 19 18:34:31.059881 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-75624f9d-91aa-42f3-9af4-d8b6c7948dc0 req-3c9d8e4c-138a-45d5-9c38-ce9a36c5ed33 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&id=97b5c1d9-de69-42db-8dc3-e43c2066ca5d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0696003
Apr 19 18:34:31.090247 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b4184f53-59e1-4194-bc79-027bf2e40a27 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:31.093918 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b4184f53-59e1-4194-bc79-027bf2e40a27 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:31.099405 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b4dcb3fe-b151-4e96-a3b1-1af9b0538ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:31.143962 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4184f53-59e1-4194-bc79-027bf2e40a27 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1565f245-6c86-43e7-9fd2-7d628580d5f0,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:31.147502 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b4184f53-59e1-4194-bc79-027bf2e40a27 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:31.148792 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b4184f53-59e1-4194-bc79-027bf2e40a27 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:31.153480 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 56068) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:34:31.158202 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-b4184f53-59e1-4194-bc79-027bf2e40a27 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3547328
Apr 19 18:34:31.160754 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-8a0adbfc-a818-4ae5-b459-f4f9cbbb85e2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Request body: {'security_group_rule': {'security_group_id': '1565f245-6c86-43e7-9fd2-7d628580d5f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:34:31.167454 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-8a0adbfc-a818-4ae5-b459-f4f9cbbb85e2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:34:31.171651 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-8a0adbfc-a818-4ae5-b459-f4f9cbbb85e2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Usage tracker for resource:security_group_rule and tenant:b234179720af4fd9b2d3f0aabf09fb91 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:34:31.175007 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-8a0adbfc-a818-4ae5-b459-f4f9cbbb85e2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:34:31.181195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-8a0adbfc-a818-4ae5-b459-f4f9cbbb85e2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:34:31.200112 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a0adbfc-a818-4ae5-b459-f4f9cbbb85e2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:31.274308 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a0adbfc-a818-4ae5-b459-f4f9cbbb85e2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:31.277222 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a0adbfc-a818-4ae5-b459-f4f9cbbb85e2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:31.280484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:31.307468 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0adbfc-a818-4ae5-b459-f4f9cbbb85e2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4db86b5-5f2d-4e7c-b5d9-0cac4fdea66c,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:31.310517 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8a0adbfc-a818-4ae5-b459-f4f9cbbb85e2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:31.319210 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a0adbfc-a818-4ae5-b459-f4f9cbbb85e2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:31.323316 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-8a0adbfc-a818-4ae5-b459-f4f9cbbb85e2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1667044
Apr 19 18:34:31.323559 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 56074) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:34:31.329802 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-d25375e8-a3d9-4527-9488-f8e67e35877e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Request body: {'security_group_rule': {'security_group_id': '1565f245-6c86-43e7-9fd2-7d628580d5f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:34:31.336413 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d25375e8-a3d9-4527-9488-f8e67e35877e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:34:31.340476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d25375e8-a3d9-4527-9488-f8e67e35877e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Usage tracker for resource:security_group_rule and tenant:b234179720af4fd9b2d3f0aabf09fb91 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:34:31.343628 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-d25375e8-a3d9-4527-9488-f8e67e35877e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:34:31.349786 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-d25375e8-a3d9-4527-9488-f8e67e35877e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:34:31.366803 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d25375e8-a3d9-4527-9488-f8e67e35877e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:31.431324 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d25375e8-a3d9-4527-9488-f8e67e35877e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:31.434316 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d25375e8-a3d9-4527-9488-f8e67e35877e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656064'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:31.437436 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5e560629-ef4d-487c-a5a1-ff63da8f3417 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:31.459111 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25375e8-a3d9-4527-9488-f8e67e35877e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afee814-decc-46ad-a9e0-e67f41be4c07,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:31.463356 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d25375e8-a3d9-4527-9488-f8e67e35877e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:31.472116 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d25375e8-a3d9-4527-9488-f8e67e35877e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:31.476563 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-d25375e8-a3d9-4527-9488-f8e67e35877e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1489351
Apr 19 18:34:31.476762 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 56078) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:34:31.482273 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Request body: {'floatingip': {'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:34:31.490062 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:34:31.494082 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Usage tracker for resource:floatingip and tenant:b234179720af4fd9b2d3f0aabf09fb91 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:34:31.497007 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:34:31.503093 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:34:31.512397 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for floatingip, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:31.585402 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device fe8c9f4e-fba0-40cd-95bc-c54190858da9 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:34:31.660451 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port fe8c9f4e-fba0-40cd-95bc-c54190858da9 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:34:31.663498 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:31.665627 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port fe8c9f4e-fba0-40cd-95bc-c54190858da9 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:34:31.666131 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:31.708112 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f28de-76ff-4e72-9365-8c4a110dbf89 req-f4ba5c08-9a00-4262-b04f-b70a1408271c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:31.715957 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-486f28de-76ff-4e72-9365-8c4a110dbf89 req-f4ba5c08-9a00-4262-b04f-b70a1408271c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 944 time: 0.1063726
Apr 19 18:34:31.772628 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-486f28de-76ff-4e72-9365-8c4a110dbf89 req-873eafc5-f3c2-4044-9182-cbbcf2bcba2c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556319
Apr 19 18:34:31.840562 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Allocated IP 172.27.1.136 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/559357bb-6639-4470-90a5-c0a114dfd5bc) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:34:31.961885 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:31.991026 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:34:32.001812 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port fe8c9f4e-fba0-40cd-95bc-c54190858da9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8c9f4e-fba0-40cd-95bc-c54190858da9,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:34:32.004509 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:32.004766 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:32.006763 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-46b63e4a-65ae-4f73-bde2-4d7d03615cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:32.037626 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:32.043815 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cf0a14b9-5979-4061-9710-9910799592db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:32.045100 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9', 'code': 200}
Apr 19 18:34:32.080597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=fe8c9f4e-fba0-40cd-95bc-c54190858da9,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:32.083966 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:32.120645 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:34:32.125081 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:34:32.130423 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:34:32.171856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Pushing event updated for resources: {'Port': ['ID=559357bb-6639-4470-90a5-c0a114dfd5bc,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:32.176949 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:32.228459 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:32.292429 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:32.352846 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fb213-ff78-4874-a492-071a23407ae0 req-ff0d718f-2084-4916-b4f6-31e57d1524b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:32.354234 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e46fb213-ff78-4874-a492-071a23407ae0 req-ff0d718f-2084-4916-b4f6-31e57d1524b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 1098 time: 0.1119153
Apr 19 18:34:32.363628 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2db6ad-81d8-4f66-800d-9fa9eb4f44c3 req-cb3dd92b-c60a-418c-9663-ab4cce6a45b3 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:32.365193 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1c2db6ad-81d8-4f66-800d-9fa9eb4f44c3 req-cb3dd92b-c60a-418c-9663-ab4cce6a45b3 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.1662090
Apr 19 18:34:32.434156 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e46fb213-ff78-4874-a492-071a23407ae0 req-95174ed8-0875-4c70-b48d-e4bfb8f2a9e4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679030
Apr 19 18:34:32.447525 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1c2db6ad-81d8-4f66-800d-9fa9eb4f44c3 req-6f7a02b9-79bd-4688-bfc0-5aa8381289e9 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&id=97b5c1d9-de69-42db-8dc3-e43c2066ca5d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0677488
Apr 19 18:34:32.524121 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:32.527667 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531857088'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:32.532990 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-bc1964d3-b7e6-4cbc-8981-88ab31718219 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:32.653678 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Pushing event updated for resources: {'Port': ['ID=559357bb-6639-4470-90a5-c0a114dfd5bc,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:32.657106 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:32.662302 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636081'] for floatingip, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:32.684036 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:32.685339 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2075965
Apr 19 18:34:32.981544 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-f9c79dcf-f937-4efb-8d0b-81c40b752c69 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Synchronizing usage tracker for tenant:b234179720af4fd9b2d3f0aabf09fb91 on resource:security_group {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:34:33.010805 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-f9c79dcf-f937-4efb-8d0b-81c40b752c69 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Unset dirty status for tenant:b234179720af4fd9b2d3f0aabf09fb91 on resource:security_group {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:34:33.012060 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-f9c79dcf-f937-4efb-8d0b-81c40b752c69 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2005563133&fields=id&tenant_id=b234179720af4fd9b2d3f0aabf09fb91 HTTP/1.1" status: 200  len: 267 time: 0.1304736
Apr 19 18:34:33.024888 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b4b08-0b41-4244-83d7-46b7e162f475 req-f32e868f-0ae3-4daa-8c6b-80c5e0614d48 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:33.026460 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ae5b4b08-0b41-4244-83d7-46b7e162f475 req-f32e868f-0ae3-4daa-8c6b-80c5e0614d48 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.1284392
Apr 19 18:34:33.178842 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ae5b4b08-0b41-4244-83d7-46b7e162f475 req-c9817ca5-2f44-4eda-88fc-a8aaec155f98 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1249051
Apr 19 18:34:33.223596 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-85a818d0-9d52-4ca6-ad51-a84d4099b3a2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:33.225180 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-85a818d0-9d52-4ca6-ad51-a84d4099b3a2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/networks?id=99be9128-c693-427e-921b-a550e9df2043 HTTP/1.1" status: 200  len: 811 time: 0.1977794
Apr 19 18:34:33.241515 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-b23744e7-0c30-44ae-81bf-5d196d80a83d tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/quotas/b234179720af4fd9b2d3f0aabf09fb91 HTTP/1.1" status: 200  len: 375 time: 0.0101211
Apr 19 18:34:33.338599 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-c91a62fb-7528-4154-bf19-992ace4bad41 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b234179720af4fd9b2d3f0aabf09fb91&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0916536
Apr 19 18:34:33.548201 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-81bd662d-4701-42a9-a142-cde5942b4b50 service neutron] 10.222.0.49 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1963503
Apr 19 18:34:33.704715 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-b009f66c-da02-4ba1-b7a0-b42d62eb0c1d service neutron] 10.222.0.49 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1497068
Apr 19 18:34:33.831208 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435b611-407a-456f-8619-98545465ece5 req-c39baa7c-11e8-4d96-a833-4ceb19e9d424 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:33.832862 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2435b611-407a-456f-8619-98545465ece5 req-c39baa7c-11e8-4d96-a833-4ceb19e9d424 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.0929625
Apr 19 18:34:33.915242 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e8c8c411-f8c4-480e-91ab-9213809f2b04 req-81f35c11-8ade-4efc-ad8a-619ee9d12347 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 210 time: 0.0568275
Apr 19 18:34:33.938472 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2435b611-407a-456f-8619-98545465ece5 req-b2298a08-8c7f-44b5-af5e-d505064226d5 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&id=97b5c1d9-de69-42db-8dc3-e43c2066ca5d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0982113
Apr 19 18:34:34.395314 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3134d0-7cfb-4ed7-856f-001b746ba38f req-761c6d77-b979-438c-928a-2e9fa50ad71f tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:34.396936 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bc3134d0-7cfb-4ed7-856f-001b746ba38f req-761c6d77-b979-438c-928a-2e9fa50ad71f tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.0955310
Apr 19 18:34:34.447667 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bc3134d0-7cfb-4ed7-856f-001b746ba38f req-887e1395-9c5a-4796-9508-9dd3cdd13220 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439768
Apr 19 18:34:34.659038 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b3f76-8bb0-4016-b8d8-7627d8845114 req-602f8d17-2b2f-4fd4-86b7-66f17b129383 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:34.660655 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-974b3f76-8bb0-4016-b8d8-7627d8845114 req-602f8d17-2b2f-4fd4-86b7-66f17b129383 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.0997748
Apr 19 18:34:34.671079 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 56134) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:34:34.677903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-85784df4-34c3-4d24-83d2-c589e4d4ff33 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Request body: {'floatingip': {'port_id': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:34:34.765483 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-85784df4-34c3-4d24-83d2-c589e4d4ff33 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for floatingip, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:35.085382 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-45132fcf-0d43-4532-a725-36ed06ec0e55 req-0e673e26-6083-4c3d-816c-923d75ffc659 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 210 time: 0.0534761
Apr 19 18:34:35.270067 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71ee03-0477-41d9-8147-a32f5240639f req-ad79fe7b-b347-43b0-94b3-535be335ad29 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:35.271795 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cd71ee03-0477-41d9-8147-a32f5240639f req-ad79fe7b-b347-43b0-94b3-535be335ad29 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.1894641
Apr 19 18:34:35.368825 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cd71ee03-0477-41d9-8147-a32f5240639f req-6f9a3690-015f-4a24-803b-d655bbede1dd tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&id=97b5c1d9-de69-42db-8dc3-e43c2066ca5d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0860057
Apr 19 18:34:35.399478 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-febfc3ac-3a91-4fa8-a0a8-84b8eaeb2934 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:35.401054 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-febfc3ac-3a91-4fa8-a0a8-84b8eaeb2934 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.13 "GET /v2.0/networks?id=99be9128-c693-427e-921b-a550e9df2043 HTTP/1.1" status: 200  len: 811 time: 0.2404644
Apr 19 18:34:35.481720 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-b7c252cb-b8ac-4677-9114-030fc6d60dd4 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b234179720af4fd9b2d3f0aabf09fb91 HTTP/1.1" status: 200  len: 5705 time: 0.0692794
Apr 19 18:34:35.494301 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Request body: {'port': {'device_id': 'b8a706d1-5bf4-4873-850c-afd3b6334756', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'admin_state_up': True, 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'security_groups': ['1565f245-6c86-43e7-9fd2-7d628580d5f0']}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:34:35.644190 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:34:35.648473 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Usage tracker for resource:port and tenant:b234179720af4fd9b2d3f0aabf09fb91 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:34:35.651518 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:34:35.653316 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-85784df4-34c3-4d24-83d2-c589e4d4ff33 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:35.656791 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-85784df4-34c3-4d24-83d2-c589e4d4ff33 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636081'] for floatingip, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:35.658377 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:34:35.667886 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Made reservation on behalf of b234179720af4fd9b2d3f0aabf09fb91 for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:34:35.674319 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:35.844870 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_db [None req-85784df4-34c3-4d24-83d2-c589e4d4ff33 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Floating IP b8e4c0a1-1d66-4e9c-8b5e-66ea03d22f81 associated. External IP: 172.27.1.185, port: fe8c9f4e-fba0-40cd-95bc-c54190858da9.
Apr 19 18:34:35.853651 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Allocated IP 172.20.0.13 (99be9128-c693-427e-921b-a550e9df2043/065c4058-e54c-4e5a-b701-2bf0f3fd5623/e1169973-2ad4-4050-b3fc-287912d3310d) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:34:36.053644 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:36.071222 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Transition to ACTIVE for port object e1169973-2ad4-4050-b3fc-287912d3310d will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:34:36.095133 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:36.101009 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-bba5dd07-8e34-40c5-8730-30c54815e3f9 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:36.188481 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Pushing event updated for resources: {'Port': ['ID=e1169973-2ad4-4050-b3fc-287912d3310d,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:36.198655 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:36.199156 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:36.199563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:36.199962 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:36.200359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:36.201221 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:36.201221 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:36.201540 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:36.201959 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:36.202349 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:36.202737 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:36.203484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:34:36.208888 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Network 99be9128-c693-427e-921b-a550e9df2043 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:34:36.211660 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:36.212578 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:34:36.220384 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:34:36.227070 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:36.227838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:36.249667 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85784df4-34c3-4d24-83d2-c589e4d4ff33 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Router b936a29b-c72b-472c-9c2d-2c45d110abf4 has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:34:36.315991 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-60408d91-f194-4f32-9cc0-494d59ea8637 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8258801
Apr 19 18:34:36.331813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Request body: {'port': {'device_id': 'b8a706d1-5bf4-4873-850c-afd3b6334756', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:34:36.385801 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a24809-acf6-4626-bccc-3015d30f837d req-2215d293-6f81-4562-9695-0d8cc0093225 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:36.386579 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-b4a24809-acf6-4626-bccc-3015d30f837d req-2215d293-6f81-4562-9695-0d8cc0093225 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Synchronizing usage tracker for tenant:b234179720af4fd9b2d3f0aabf09fb91 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:34:36.423411 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-b4a24809-acf6-4626-bccc-3015d30f837d req-2215d293-6f81-4562-9695-0d8cc0093225 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Unset dirty status for tenant:b234179720af4fd9b2d3f0aabf09fb91 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:34:36.426073 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4a24809-acf6-4626-bccc-3015d30f837d req-2215d293-6f81-4562-9695-0d8cc0093225 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 932 time: 0.2076666
Apr 19 18:34:36.433279 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-0a07c2b2-8784-4104-98c4-bb66c37d46cb None None] Provisioning for port e1169973-2ad4-4050-b3fc-287912d3310d completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:34:36.439648 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-0a07c2b2-8784-4104-98c4-bb66c37d46cb None None] Provisioning complete for port e1169973-2ad4-4050-b3fc-287912d3310d triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:34:36.440425 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0a07c2b2-8784-4104-98c4-bb66c37d46cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:36.461840 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85784df4-34c3-4d24-83d2-c589e4d4ff33 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:34:36.475042 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-85784df4-34c3-4d24-83d2-c589e4d4ff33 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:36.499357 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc8fdad-3509-4905-a31b-6a213b1ea6c1 None None] Sync routers for ids ['b936a29b-c72b-472c-9c2d-2c45d110abf4'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:34:36.522324 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc8fdad-3509-4905-a31b-6a213b1ea6c1 None None] Routers {'b936a29b-c72b-472c-9c2d-2c45d110abf4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:34:36.523028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-2bc8fdad-3509-4905-a31b-6a213b1ea6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71006aa390>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:34:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['b936a29b-c72b-472c-9c2d-2c45d110abf4'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:34:36.544770 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-85784df4-34c3-4d24-83d2-c589e4d4ff33 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "PUT /v2.0/floatingips/b8e4c0a1-1d66-4e9c-8b5e-66ea03d22f81 HTTP/1.1" status: 200  len: 991 time: 1.8697209
Apr 19 18:34:36.544770 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'tag': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:34:36.653434 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-0a07c2b2-8784-4104-98c4-bb66c37d46cb None None] Port e1169973-2ad4-4050-b3fc-287912d3310d cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:34:36.730173 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-2bc8fdad-3509-4905-a31b-6a213b1ea6c1 None None] Set router b936a29b-c72b-472c-9c2d-2c45d110abf4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:34:36.839722 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4a24809-acf6-4626-bccc-3015d30f837d req-db3bf043-5c21-4422-933f-16ae269d1731 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=1565f245-6c86-43e7-9fd2-7d628580d5f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1599131
Apr 19 18:34:36.842760 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:36.971114 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd086563-9704-4245-aff7-e98cdfd9fd22 req-2c69c266-d0d6-4bec-aaeb-511db8be9f3f tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:36.972733 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dd086563-9704-4245-aff7-e98cdfd9fd22 req-2c69c266-d0d6-4bec-aaeb-511db8be9f3f tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.2919252
Apr 19 18:34:37.068313 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'tag': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9', 'status': 'completed', 'code': 200}
Apr 19 18:34:37.104784 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dd086563-9704-4245-aff7-e98cdfd9fd22 req-cb52ae5a-6d08-4c30-beff-9b911e18a1c3 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&id=97b5c1d9-de69-42db-8dc3-e43c2066ca5d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1236572
Apr 19 18:34:37.176340 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-2bc8fdad-3509-4905-a31b-6a213b1ea6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71006aa390>, [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:29:38Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': 'b8e4c0a1-1d66-4e9c-8b5e-66ea03d22f81', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'port_id': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'mac_address': 'fa:16:3e:2a:6f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:34:14Z', 'updated_at': '2021-04-19T18:34:35Z', 'revision_number': 1, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a433190-9017-4e64-935b-a46d584bfdca', 'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'mac_address': 'fa:16:3e:78:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:35Z', 'updated_at': '2021-04-19T18:29:56Z', 'revision_number': 5, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'subnets': [{'id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:34:37.180475 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc8fdad-3509-4905-a31b-6a213b1ea6c1 None None] Checking router: b936a29b-c72b-472c-9c2d-2c45d110abf4 for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:34:37.190168 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc8fdad-3509-4905-a31b-6a213b1ea6c1 None None] Routers {'b936a29b-c72b-472c-9c2d-2c45d110abf4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:34:37.190829 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-2bc8fdad-3509-4905-a31b-6a213b1ea6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71006aa390>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:34:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['b936a29b-c72b-472c-9c2d-2c45d110abf4'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:34:37.303592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c073ebf-3331-4b45-89b5-b8e346609e1b req-090ce147-ff54-4cf0-8ef9-5507a823b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:37.305188 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2c073ebf-3331-4b45-89b5-b8e346609e1b req-090ce147-ff54-4cf0-8ef9-5507a823b962 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1&device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 1098 time: 0.2081687
Apr 19 18:34:37.383863 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-2bc8fdad-3509-4905-a31b-6a213b1ea6c1 None None] Set router b936a29b-c72b-472c-9c2d-2c45d110abf4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:34:37.491557 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1169973-2ad4-4050-b3fc-287912d3310d {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:34:37.504324 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:37.546614 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Transition to ACTIVE for port object e1169973-2ad4-4050-b3fc-287912d3310d will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:34:37.550994 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:37.555825 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:37.588101 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c073ebf-3331-4b45-89b5-b8e346609e1b req-15e48519-e9fe-4c5e-a984-ac4a9d61ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:37.589742 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2c073ebf-3331-4b45-89b5-b8e346609e1b req-15e48519-e9fe-4c5e-a984-ac4a9d61ede1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d286d36-8c52-42be-b3d4-52bf0bab0dba HTTP/1.1" status: 200  len: 918 time: 0.2581477
Apr 19 18:34:37.774052 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-2bc8fdad-3509-4905-a31b-6a213b1ea6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71006aa390>, [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:29:38Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': 'b8e4c0a1-1d66-4e9c-8b5e-66ea03d22f81', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'port_id': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'mac_address': 'fa:16:3e:2a:6f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:34:14Z', 'updated_at': '2021-04-19T18:34:35Z', 'revision_number': 1, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a433190-9017-4e64-935b-a46d584bfdca', 'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'mac_address': 'fa:16:3e:78:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:35Z', 'updated_at': '2021-04-19T18:29:56Z', 'revision_number': 5, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'subnets': [{'id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:34:37.778632 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc8fdad-3509-4905-a31b-6a213b1ea6c1 None None] The sync data for ids ['b936a29b-c72b-472c-9c2d-2c45d110abf4'] in dv-cinder-786928-1-iscsi is: [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:29:38Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': 'b8e4c0a1-1d66-4e9c-8b5e-66ea03d22f81', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'port_id': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'mac_address': 'fa:16:3e:2a:6f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:34:14Z', 'updated_at': '2021-04-19T18:34:35Z', 'revision_number': 1, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a433190-9017-4e64-935b-a46d584bfdca', 'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'mac_address': 'fa:16:3e:78:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:35Z', 'updated_at': '2021-04-19T18:29:56Z', 'revision_number': 5, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'subnets': [{'id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:34:37.840513 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Pushing event updated for resources: {'Port': ['ID=e1169973-2ad4-4050-b3fc-287912d3310d,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:37.851876 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2c073ebf-3331-4b45-89b5-b8e346609e1b req-02a82aa9-d7df-4adb-b04b-cfca04c930b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe8c9f4e-fba0-40cd-95bc-c54190858da9 HTTP/1.1" status: 200  len: 999 time: 0.2446880
Apr 19 18:34:37.854587 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:37.906993 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Attempting to bind port e1169973-2ad4-4050-b3fc-287912d3310d on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:34:37.907388 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Attempting to bind port e1169973-2ad4-4050-b3fc-287912d3310d by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '54a66c03-0931-4a90-b1ab-ea061d30079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99be9128-c693-427e-921b-a550e9df2043'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:34:37.907728 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Attempting to bind port e1169973-2ad4-4050-b3fc-287912d3310d on network 99be9128-c693-427e-921b-a550e9df2043 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:34:37.920997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Port e1169973-2ad4-4050-b3fc-287912d3310d on network 99be9128-c693-427e-921b-a550e9df2043 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:34:37.921371 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Attempting to bind port e1169973-2ad4-4050-b3fc-287912d3310d on network 99be9128-c693-427e-921b-a550e9df2043 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:34:37.936073 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:34:37.936403 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Checking segment: {'id': '54a66c03-0931-4a90-b1ab-ea061d30079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99be9128-c693-427e-921b-a550e9df2043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:34:37.936830 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Bound using segment: {'id': '54a66c03-0931-4a90-b1ab-ea061d30079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99be9128-c693-427e-921b-a550e9df2043'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:34:37.937312 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Bound port: e1169973-2ad4-4050-b3fc-287912d3310d, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a66c03-0931-4a90-b1ab-ea061d30079d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '99be9128-c693-427e-921b-a550e9df2043'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:34:37.937743 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:37.962128 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c073ebf-3331-4b45-89b5-b8e346609e1b req-d8879938-2833-4a95-9820-549017e4abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:37.963661 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2c073ebf-3331-4b45-89b5-b8e346609e1b req-d8879938-2833-4a95-9820-549017e4abbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0439e37-0067-4362-b195-88afbdb39dd2 HTTP/1.1" status: 200  len: 856 time: 0.1021988
Apr 19 18:34:38.100314 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feafcbd-c736-43ce-8c2e-4fb351070621 None None] New status for floating IP b8e4c0a1-1d66-4e9c-8b5e-66ea03d22f81: ACTIVE {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:34:38.147891 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] For port e1169973-2ad4-4050-b3fc-287912d3310d, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:34:38.151124 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] For port e1169973-2ad4-4050-b3fc-287912d3310d, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1169973-2ad4-4050-b3fc-287912d3310d,segment=NetworkSegment(54a66c03-0931-4a90-b1ab-ea061d30079d),segment_id=54a66c03-0931-4a90-b1ab-ea061d30079d)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:34:38.161407 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:38.168401 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-072531a5-fe55-433a-beb1-2ba4566470ad tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:38.261353 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:38.262077 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:38.263602 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] 10.222.0.13 "PUT /v2.0/ports/e1169973-2ad4-4050-b3fc-287912d3310d HTTP/1.1" status: 200  len: 1094 time: 1.9375205
Apr 19 18:34:38.275752 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a706d1-5bf4-4873-850c-afd3b6334756', 'tag': 'e1169973-2ad4-4050-b3fc-287912d3310d'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:34:38.425941 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9f28f-f0e9-4385-a334-924fe1967276 req-93233135-2c03-4313-9280-1652108f9140 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:38.427564 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a7f9f28f-f0e9-4385-a334-924fe1967276 req-93233135-2c03-4313-9280-1652108f9140 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 944 time: 0.4676068
Apr 19 18:34:38.428285 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Pushing event updated for resources: {'Port': ['ID=e1169973-2ad4-4050-b3fc-287912d3310d,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:38.434209 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:38.445213 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c073ebf-3331-4b45-89b5-b8e346609e1b req-6c670cee-c322-4e89-8af8-450a8ac7fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:38.446817 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2c073ebf-3331-4b45-89b5-b8e346609e1b req-6c670cee-c322-4e89-8af8-450a8ac7fa8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d286d36-8c52-42be-b3d4-52bf0bab0dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4020987
Apr 19 18:34:38.622212 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a7f9f28f-f0e9-4385-a334-924fe1967276 req-34d1cec8-b83f-49d3-8150-59cd53385c5b tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=1565f245-6c86-43e7-9fd2-7d628580d5f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1799088
Apr 19 18:34:38.640850 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc1a18-cd67-491e-84e6-ec0748d10057 req-72eb95c9-522c-45e8-bcbd-8a4720a2f031 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:38.642459 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4ccc1a18-cd67-491e-84e6-ec0748d10057 req-72eb95c9-522c-45e8-bcbd-8a4720a2f031 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.3513865
Apr 19 18:34:38.650255 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-2b00dc96-0a52-49a2-95c1-7b3029a375e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:38.651799 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-2b00dc96-0a52-49a2-95c1-7b3029a375e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b234179720af4fd9b2d3f0aabf09fb91&device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 1097 time: 0.3004978
Apr 19 18:34:38.736779 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a706d1-5bf4-4873-850c-afd3b6334756', 'tag': 'e1169973-2ad4-4050-b3fc-287912d3310d', 'status': 'completed', 'code': 200}
Apr 19 18:34:38.969715 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-c3104995-ee75-4a0d-b3f8-0111822e9f70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1169973-2ad4-4050-b3fc-287912d3310d HTTP/1.1" status: 200  len: 217 time: 0.3037322
Apr 19 18:34:39.042798 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2c073ebf-3331-4b45-89b5-b8e346609e1b req-887f51c8-a418-4db9-8f4a-4b2b0467896d service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5763383
Apr 19 18:34:39.092687 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4ccc1a18-cd67-491e-84e6-ec0748d10057 req-badd87d7-adab-4fea-ab5c-5cf829b1303b tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&id=97b5c1d9-de69-42db-8dc3-e43c2066ca5d&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4279275
Apr 19 18:34:39.152193 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6cebedbe-92a2-45fc-a5d4-77c9cc7df794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:39.153773 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6cebedbe-92a2-45fc-a5d4-77c9cc7df794 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=065c4058-e54c-4e5a-b701-2bf0f3fd5623 HTTP/1.1" status: 200  len: 850 time: 0.1728246
Apr 19 18:34:39.287678 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2c073ebf-3331-4b45-89b5-b8e346609e1b req-75df94ed-369b-4021-9d81-9ab2ab8ac6ca service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2298431
Apr 19 18:34:39.303360 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-f931228a-f036-4abc-ace4-c79176af0bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:39.305245 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-f931228a-f036-4abc-ace4-c79176af0bfd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99be9128-c693-427e-921b-a550e9df2043&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1251950
Apr 19 18:34:39.460704 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-4eb274d4-c710-413b-993e-5f43a9155acf service neutron] 10.222.0.13 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474843
Apr 19 18:34:39.611046 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83b4ce41-1192-470c-bbd1-729aecb70b08 req-6e2036b8-0292-4347-800d-13b7c69f182e service neutron] 10.222.0.13 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428270
Apr 19 18:34:39.804500 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5582e80-79ff-405f-ba32-214697277efb req-aef76287-4140-4400-92a9-cd04ffb10682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:39.806130 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c5582e80-79ff-405f-ba32-214697277efb req-aef76287-4140-4400-92a9-cd04ffb10682 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b234179720af4fd9b2d3f0aabf09fb91&device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 1097 time: 0.1443403
Apr 19 18:34:39.943344 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7be4e9-815d-4f41-8ccb-657961d7dba5 req-78d339ad-22ec-4e8e-a222-675672231efa tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:39.945221 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8f7be4e9-815d-4f41-8ccb-657961d7dba5 req-78d339ad-22ec-4e8e-a222-675672231efa tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 944 time: 0.1988931
Apr 19 18:34:40.017552 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5582e80-79ff-405f-ba32-214697277efb req-53f01715-6174-48d6-8682-50ffa6111856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:40.019290 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c5582e80-79ff-405f-ba32-214697277efb req-53f01715-6174-48d6-8682-50ffa6111856 service neutron] 10.222.0.13 "GET /v2.0/networks?id=99be9128-c693-427e-921b-a550e9df2043 HTTP/1.1" status: 200  len: 912 time: 0.2047203
Apr 19 18:34:40.027088 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8f7be4e9-815d-4f41-8ccb-657961d7dba5 req-62b99f61-fbee-4724-8761-a6b079c5923d tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=1565f245-6c86-43e7-9fd2-7d628580d5f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660238
Apr 19 18:34:40.100067 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c5582e80-79ff-405f-ba32-214697277efb req-8a43925a-d62b-4946-8dbf-4829f886f9f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1169973-2ad4-4050-b3fc-287912d3310d HTTP/1.1" status: 200  len: 217 time: 0.0718594
Apr 19 18:34:40.178934 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5582e80-79ff-405f-ba32-214697277efb req-11a6d3c1-8731-408e-86af-b5e213a3c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:40.180429 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c5582e80-79ff-405f-ba32-214697277efb req-11a6d3c1-8731-408e-86af-b5e213a3c8df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=065c4058-e54c-4e5a-b701-2bf0f3fd5623 HTTP/1.1" status: 200  len: 850 time: 0.0704241
Apr 19 18:34:40.269246 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5582e80-79ff-405f-ba32-214697277efb req-3785b45a-2013-46ae-a5cc-b168f30d3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:40.270882 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c5582e80-79ff-405f-ba32-214697277efb req-3785b45a-2013-46ae-a5cc-b168f30d3a9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99be9128-c693-427e-921b-a550e9df2043&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806704
Apr 19 18:34:40.427225 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c5582e80-79ff-405f-ba32-214697277efb req-6ebb679e-11f3-424e-81a4-24e35fa065b4 service neutron] 10.222.0.13 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408348
Apr 19 18:34:40.578214 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c5582e80-79ff-405f-ba32-214697277efb req-f67242c2-c135-4979-a0c3-72ad11a526ca service neutron] 10.222.0.13 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421947
Apr 19 18:34:41.240754 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0d119-9d4b-43f8-9c37-0b26d000b17c req-8d9fe50d-46a7-4b78-b03f-7f5cc37f66dd tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:41.242402 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b0f0d119-9d4b-43f8-9c37-0b26d000b17c req-8d9fe50d-46a7-4b78-b03f-7f5cc37f66dd tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 944 time: 0.0897398
Apr 19 18:34:41.326071 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b0f0d119-9d4b-43f8-9c37-0b26d000b17c req-fa3f25f2-7aec-419f-b3ca-1e6ae00f81b1 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=1565f245-6c86-43e7-9fd2-7d628580d5f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0765190
Apr 19 18:34:41.454944 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-1178b146-08eb-4626-8c85-77d9dbf632a0 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:41.456528 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-1178b146-08eb-4626-8c85-77d9dbf632a0 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/networks?id=b20378bb-47ab-4f9b-8f59-ec88da3afdad HTTP/1.1" status: 200  len: 815 time: 0.1703498
Apr 19 18:34:41.473448 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-5314a240-8257-4cdd-97ab-4dea54b1117d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/quotas/694ac62c0a6e4d13a85854ea584ff4fb HTTP/1.1" status: 200  len: 375 time: 0.0104926
Apr 19 18:34:41.568862 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-7ab59306-4dd2-49c7-91f5-01725c518b75 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=694ac62c0a6e4d13a85854ea584ff4fb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0894923
Apr 19 18:34:41.716395 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-99eb4c3f-6480-49a5-b951-cf12e52e5a9c service neutron] 10.222.0.49 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396809
Apr 19 18:34:41.865986 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-f37c6a54-eee1-41d1-acda-5ebff493fdc4 service neutron] 10.222.0.49 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423500
Apr 19 18:34:42.068339 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a64c982c-aa51-4f08-b0be-0325b7e5de78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:42.093562 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-175d2ba8-98e0-489e-880e-bc9196dcf892 req-fa6b66dc-cbcb-4a73-b41b-64712b43d8d9 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 210 time: 0.0605195
Apr 19 18:34:42.123875 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3935205-942f-4897-be80-b4db7b17c842 req-759fa802-fac7-4aa3-904e-d8dc90a35f6f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1325755
Apr 19 18:34:42.285537 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3935205-942f-4897-be80-b4db7b17c842 req-22b8e308-977e-41f3-ba10-2111505247d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:42.287181 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3935205-942f-4897-be80-b4db7b17c842 req-22b8e308-977e-41f3-ba10-2111505247d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=881e8cffabb645a0bbcf58ced3234a61&device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 1138 time: 0.0824692
Apr 19 18:34:42.487234 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:42.512150 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3935205-942f-4897-be80-b4db7b17c842 req-3487b81e-a4e0-45b6-bd25-a2937af54046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:42.514446 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3935205-942f-4897-be80-b4db7b17c842 req-3487b81e-a4e0-45b6-bd25-a2937af54046 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8e23a024-d945-4415-9ec2-2d14f1cce659 HTTP/1.1" status: 200  len: 916 time: 0.2067928
Apr 19 18:34:42.617906 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ad054-7069-4192-a95c-7a0b8b163143 req-a299a428-e5e3-4b27-a8c9-f4b53d57afd2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:42.619406 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1f2ad054-7069-4192-a95c-7a0b8b163143 req-a299a428-e5e3-4b27-a8c9-f4b53d57afd2 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 944 time: 0.1680827
Apr 19 18:34:42.707792 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3935205-942f-4897-be80-b4db7b17c842 req-5e91457a-3f40-4cb1-be5a-42c2ee5434a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5478a875-0c63-4893-86df-c7a0ef656277 HTTP/1.1" status: 200  len: 1002 time: 0.1585093
Apr 19 18:34:42.711518 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1f2ad054-7069-4192-a95c-7a0b8b163143 req-e7ff89f0-98f8-4239-9906-e02e8e0b4667 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=1565f245-6c86-43e7-9fd2-7d628580d5f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819097
Apr 19 18:34:42.791257 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3935205-942f-4897-be80-b4db7b17c842 req-fb2f23e2-664b-49a7-9019-6bb9206caf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:42.792822 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3935205-942f-4897-be80-b4db7b17c842 req-fb2f23e2-664b-49a7-9019-6bb9206caf45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0891f7e0-9bdd-478e-a003-514aea6cbcb6 HTTP/1.1" status: 200  len: 854 time: 0.0686874
Apr 19 18:34:42.880000 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3935205-942f-4897-be80-b4db7b17c842 req-37e6b807-2a1d-4653-b3a3-1545767abfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:42.881489 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3935205-942f-4897-be80-b4db7b17c842 req-37e6b807-2a1d-4653-b3a3-1545767abfc0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e23a024-d945-4415-9ec2-2d14f1cce659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784168
Apr 19 18:34:43.031492 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3935205-942f-4897-be80-b4db7b17c842 req-ec1b2fb2-1492-421b-b4a0-c24ccf717040 service neutron] 10.222.0.13 "GET /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400898
Apr 19 18:34:43.521608 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4ec011fc-944c-40ab-b286-fa7d0d7f0572 req-30a2c730-2b6b-4c6d-9c76-90318a0dc611 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 210 time: 0.2966046
Apr 19 18:34:43.591167 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3935205-942f-4897-be80-b4db7b17c842 req-6e4aae4c-d45c-447e-96c0-3e584fc3867a service neutron] 10.222.0.13 "GET /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5503635
Apr 19 18:34:43.600169 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-c2c99129-274c-4622-8016-043560b28bda tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:43.601668 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-c2c99129-274c-4622-8016-043560b28bda tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.13 "GET /v2.0/networks?id=b20378bb-47ab-4f9b-8f59-ec88da3afdad HTTP/1.1" status: 200  len: 815 time: 0.4829330
Apr 19 18:34:43.615315 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-c5d36015-ee06-466b-98ad-804ff49939c6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Request body: {'port': {'device_id': '482a1b2e-34bd-409f-b0ba-fcff7463b1da', 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad', 'admin_state_up': True, 'tenant_id': '694ac62c0a6e4d13a85854ea584ff4fb'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:34:43.652453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device e1169973-2ad4-4050-b3fc-287912d3310d details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:34:43.761062 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-c5d36015-ee06-466b-98ad-804ff49939c6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:34:43.772971 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-c5d36015-ee06-466b-98ad-804ff49939c6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:34:43.784616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-c5d36015-ee06-466b-98ad-804ff49939c6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Made reservation on behalf of 694ac62c0a6e4d13a85854ea584ff4fb for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:34:43.791266 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-c5d36015-ee06-466b-98ad-804ff49939c6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:43.825102 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port e1169973-2ad4-4050-b3fc-287912d3310d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1169973-2ad4-4050-b3fc-287912d3310d,segment=NetworkSegment(54a66c03-0931-4a90-b1ab-ea061d30079d),segment_id=54a66c03-0931-4a90-b1ab-ea061d30079d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:34:43.841144 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': 'e1169973-2ad4-4050-b3fc-287912d3310d', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'port_id': 'e1169973-2ad4-4050-b3fc-287912d3310d', 'mac_address': 'fa:16:3e:5f:a0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:34:43.907894 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:43.926202 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1169973-2ad4-4050-b3fc-287912d3310d {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:34:43.943545 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port e1169973-2ad4-4050-b3fc-287912d3310d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1169973-2ad4-4050-b3fc-287912d3310d,segment=NetworkSegment(54a66c03-0931-4a90-b1ab-ea061d30079d),segment_id=54a66c03-0931-4a90-b1ab-ea061d30079d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:34:43.946941 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:43.949523 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:44.024785 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=e1169973-2ad4-4050-b3fc-287912d3310d,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:44.028009 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:44.031792 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d46e2a-43cc-456a-8038-6bd9700fcdac req-7ea64a1d-62ad-4263-8ff0-72bd55a2734f tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:44.033424 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-73d46e2a-43cc-456a-8038-6bd9700fcdac req-7ea64a1d-62ad-4263-8ff0-72bd55a2734f tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 944 time: 0.1820495
Apr 19 18:34:44.065782 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-c5d36015-ee06-466b-98ad-804ff49939c6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Allocated IP 172.20.0.3 (b20378bb-47ab-4f9b-8f59-ec88da3afdad/9f8a8763-8f5e-4cbb-84c8-e675d19338e0/7a0b184a-7e36-43cf-9104-f19d88e5eab4) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:34:44.118527 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-73d46e2a-43cc-456a-8038-6bd9700fcdac req-756fd4ef-e20a-4fe6-bcc6-5696caf59061 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=1565f245-6c86-43e7-9fd2-7d628580d5f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781808
Apr 19 18:34:44.144160 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4862ac4d-3209-468e-a9c4-18fef1d54bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:44.267185 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['e1169973-2ad4-4050-b3fc-287912d3310d'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:34:44.313829 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-c5d36015-ee06-466b-98ad-804ff49939c6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:44.343323 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-c5d36015-ee06-466b-98ad-804ff49939c6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:44.349094 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-22b0ef4b-e98f-44b3-a2c3-0c6cf3997f7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:44.421317 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-c5d36015-ee06-466b-98ad-804ff49939c6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Network b20378bb-47ab-4f9b-8f59-ec88da3afdad is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:34:44.424660 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-c5d36015-ee06-466b-98ad-804ff49939c6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:34:44.429482 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-c5d36015-ee06-466b-98ad-804ff49939c6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:34:44.436363 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-c5d36015-ee06-466b-98ad-804ff49939c6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:44.437106 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-c5d36015-ee06-466b-98ad-804ff49939c6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:44.451887 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d36015-ee06-466b-98ad-804ff49939c6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Pushing event updated for resources: {'Port': ['ID=7a0b184a-7e36-43cf-9104-f19d88e5eab4,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:44.457404 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c5d36015-ee06-466b-98ad-804ff49939c6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:44.470552 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-c5d36015-ee06-466b-98ad-804ff49939c6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8592441
Apr 19 18:34:44.535490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Request body: {'port': {'device_id': '482a1b2e-34bd-409f-b0ba-fcff7463b1da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:34:44.718032 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:44.823854 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790745c4-cc94-4bc8-a8d4-6f970f0199cf req-67f2fc46-0296-4d87-a0fb-f566a24d7912 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:44.824539 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-790745c4-cc94-4bc8-a8d4-6f970f0199cf req-67f2fc46-0296-4d87-a0fb-f566a24d7912 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Synchronizing usage tracker for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:34:44.905702 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-790745c4-cc94-4bc8-a8d4-6f970f0199cf req-67f2fc46-0296-4d87-a0fb-f566a24d7912 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Unset dirty status for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:34:44.906983 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-790745c4-cc94-4bc8-a8d4-6f970f0199cf req-67f2fc46-0296-4d87-a0fb-f566a24d7912 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 931 time: 0.2611172
Apr 19 18:34:45.043783 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-790745c4-cc94-4bc8-a8d4-6f970f0199cf req-3a78f8e7-7938-4225-a497-d59fcc3a3faa tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294079
Apr 19 18:34:45.170950 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0b184a-7e36-43cf-9104-f19d88e5eab4 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:34:45.179138 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:45.194843 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Transition to ACTIVE for port object 7a0b184a-7e36-43cf-9104-f19d88e5eab4 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:34:45.197636 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:45.202074 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-757983f2-036b-4544-a49a-36dc67522bd3 tempest-VolumesActionsTest-1206891489 tempest-VolumesActionsTest-1206891489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:45.265299 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:45.273341 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['613718ad-992f-4362-a98a-ff9403d8c613', 'e05da757-2bb3-4ad5-920a-5a651c9b5fa1', '98592b90-2310-44b3-b60b-741e3ea8469a'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:34:45.399715 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0b184a-7e36-43cf-9104-f19d88e5eab4,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:45.429775 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:45.472313 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Attempting to bind port 7a0b184a-7e36-43cf-9104-f19d88e5eab4 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:34:45.472696 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Attempting to bind port 7a0b184a-7e36-43cf-9104-f19d88e5eab4 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c9351dc1-3d34-49f1-9725-19e45d183e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:34:45.473077 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Attempting to bind port 7a0b184a-7e36-43cf-9104-f19d88e5eab4 on network b20378bb-47ab-4f9b-8f59-ec88da3afdad {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:34:45.481842 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Port 7a0b184a-7e36-43cf-9104-f19d88e5eab4 on network b20378bb-47ab-4f9b-8f59-ec88da3afdad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:34:45.482238 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Attempting to bind port 7a0b184a-7e36-43cf-9104-f19d88e5eab4 on network b20378bb-47ab-4f9b-8f59-ec88da3afdad {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:34:45.491774 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:34:45.492194 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Checking segment: {'id': 'c9351dc1-3d34-49f1-9725-19e45d183e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:34:45.492624 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Bound using segment: {'id': 'c9351dc1-3d34-49f1-9725-19e45d183e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:34:45.493106 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Bound port: 7a0b184a-7e36-43cf-9104-f19d88e5eab4, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9351dc1-3d34-49f1-9725-19e45d183e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:34:45.493498 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:45.514216 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d0371-fea0-46bb-801d-bddf2b7214f9 req-5d908306-7404-4b6d-a634-8e3509877878 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:45.515982 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4b7d0371-fea0-46bb-801d-bddf2b7214f9 req-5d908306-7404-4b6d-a634-8e3509877878 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 945 time: 0.2660780
Apr 19 18:34:45.629239 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4b7d0371-fea0-46bb-801d-bddf2b7214f9 req-10122b9d-bd0c-4b8c-b932-ae1912c2835f tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=1565f245-6c86-43e7-9fd2-7d628580d5f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1056809
Apr 19 18:34:45.644165 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] For port 7a0b184a-7e36-43cf-9104-f19d88e5eab4, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:34:45.647518 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] For port 7a0b184a-7e36-43cf-9104-f19d88e5eab4, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7a0b184a-7e36-43cf-9104-f19d88e5eab4,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:34:45.652098 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:45.657742 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c5d36015-ee06-466b-98ad-804ff49939c6 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:45.673834 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:45.684487 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device e1169973-2ad4-4050-b3fc-287912d3310d up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:34:45.724280 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:45.724990 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:45.726603 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] 10.222.0.13 "PUT /v2.0/ports/7a0b184a-7e36-43cf-9104-f19d88e5eab4 HTTP/1.1" status: 200  len: 1093 time: 1.2462463
Apr 19 18:34:45.727181 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482a1b2e-34bd-409f-b0ba-fcff7463b1da', 'tag': '7a0b184a-7e36-43cf-9104-f19d88e5eab4'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:34:45.751103 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0b184a-7e36-43cf-9104-f19d88e5eab4,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:45.754514 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:45.778252 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482a1b2e-34bd-409f-b0ba-fcff7463b1da', 'tag': '7a0b184a-7e36-43cf-9104-f19d88e5eab4', 'status': 'completed', 'code': 200}
Apr 19 18:34:45.779314 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port e1169973-2ad4-4050-b3fc-287912d3310d completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:34:45.784387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port e1169973-2ad4-4050-b3fc-287912d3310d triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:34:45.784807 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:45.870745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-31ed12ed-e162-459a-813f-c26200d3de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:45.872425 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-31ed12ed-e162-459a-813f-c26200d3de29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=694ac62c0a6e4d13a85854ea584ff4fb&device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 1096 time: 0.0845697
Apr 19 18:34:45.911663 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:45.940949 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a706d1-5bf4-4873-850c-afd3b6334756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1169973-2ad4-4050-b3fc-287912d3310d'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:34:45.948207 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-b30c5b80-7cb2-4350-8cd4-caeefbfaf433 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a0b184a-7e36-43cf-9104-f19d88e5eab4 HTTP/1.1" status: 200  len: 217 time: 0.0676315
Apr 19 18:34:45.952032 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port e1169973-2ad4-4050-b3fc-287912d3310d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1169973-2ad4-4050-b3fc-287912d3310d,segment=NetworkSegment(54a66c03-0931-4a90-b1ab-ea061d30079d),segment_id=54a66c03-0931-4a90-b1ab-ea061d30079d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:34:45.955607 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:45.958193 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:45.997770 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a706d1-5bf4-4873-850c-afd3b6334756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1169973-2ad4-4050-b3fc-287912d3310d', 'code': 200}
Apr 19 18:34:46.033674 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=e1169973-2ad4-4050-b3fc-287912d3310d,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:46.034743 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-e516be05-e22c-4fac-a820-a6d3e5133067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:46.036385 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-e516be05-e22c-4fac-a820-a6d3e5133067 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8a8763-8f5e-4cbb-84c8-e675d19338e0 HTTP/1.1" status: 200  len: 855 time: 0.0740643
Apr 19 18:34:46.037059 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:46.114870 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-8e733b0b-7608-4035-a975-daccc36d23bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b20378bb-47ab-4f9b-8f59-ec88da3afdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509138
Apr 19 18:34:46.364462 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:46.412674 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-fdbb8e3c-a540-4975-a03b-0e5b7faa91e8 service neutron] 10.222.0.13 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2860916
Apr 19 18:34:46.429287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed455b1-b58d-4a0a-960e-5c7355dc1ae8 req-d25f16d1-1835-4759-bf06-7dd859e20346 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:46.430823 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eed455b1-b58d-4a0a-960e-5c7355dc1ae8 req-d25f16d1-1835-4759-bf06-7dd859e20346 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 943 time: 0.2169669
Apr 19 18:34:46.458458 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9023dd-4ba4-4248-b7d9-6cd5ada1fe1a req-541d6a69-4a66-448f-8217-421552face43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:46.459910 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8b9023dd-4ba4-4248-b7d9-6cd5ada1fe1a req-541d6a69-4a66-448f-8217-421552face43 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 1099 time: 0.2472928
Apr 19 18:34:46.606446 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eed455b1-b58d-4a0a-960e-5c7355dc1ae8 req-5ff31ae6-ed25-4dfe-a297-e233afeff597 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504471
Apr 19 18:34:46.622907 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8b9023dd-4ba4-4248-b7d9-6cd5ada1fe1a req-2e88ede6-678c-437f-a0f4-f3eee1d4e247 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1565f245-6c86-43e7-9fd2-7d628580d5f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968230
Apr 19 18:34:46.646855 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eded97ab-ae2d-4a2d-96f5-f6aeef820db2 req-84087d53-6e8a-4334-b1b0-828c4e0d8843 service neutron] 10.222.0.13 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2269447
Apr 19 18:34:46.914067 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dcce4-b7cb-48fe-93c3-f5650df4eb9b req-aecbfb64-4baa-42f2-932f-d5458f73a3d6 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:46.915654 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bb4dcce4-b7cb-48fe-93c3-f5650df4eb9b req-aecbfb64-4baa-42f2-932f-d5458f73a3d6 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 946 time: 0.1600835
Apr 19 18:34:46.918475 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3ec5c-0ed1-4195-8f50-1be46982e0b9 req-083df27a-405f-49f4-a0e9-f5ff243f7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:46.920074 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-01c3ec5c-0ed1-4195-8f50-1be46982e0b9 req-083df27a-405f-49f4-a0e9-f5ff243f7fa3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=694ac62c0a6e4d13a85854ea584ff4fb&device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 1096 time: 0.1169262
Apr 19 18:34:47.054059 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bb4dcce4-b7cb-48fe-93c3-f5650df4eb9b req-ffa23c8d-0c25-4388-b7a5-2e97b1f24c47 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=1565f245-6c86-43e7-9fd2-7d628580d5f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1317704
Apr 19 18:34:47.096174 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3ec5c-0ed1-4195-8f50-1be46982e0b9 req-9cbd01ad-2b86-4dad-8b25-c794513d1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:47.097742 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-01c3ec5c-0ed1-4195-8f50-1be46982e0b9 req-9cbd01ad-2b86-4dad-8b25-c794513d1b8a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b20378bb-47ab-4f9b-8f59-ec88da3afdad HTTP/1.1" status: 200  len: 916 time: 0.1614726
Apr 19 18:34:47.181644 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-01c3ec5c-0ed1-4195-8f50-1be46982e0b9 req-e886b2b3-2a42-4319-8abe-6957c08b2f51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a0b184a-7e36-43cf-9104-f19d88e5eab4 HTTP/1.1" status: 200  len: 217 time: 0.0700417
Apr 19 18:34:47.255696 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3ec5c-0ed1-4195-8f50-1be46982e0b9 req-5f2db70b-bcac-40b0-ab8f-e392049b0f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:47.257367 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-01c3ec5c-0ed1-4195-8f50-1be46982e0b9 req-5f2db70b-bcac-40b0-ab8f-e392049b0f0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9f8a8763-8f5e-4cbb-84c8-e675d19338e0 HTTP/1.1" status: 200  len: 855 time: 0.0687494
Apr 19 18:34:47.313784 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-01c3ec5c-0ed1-4195-8f50-1be46982e0b9 req-77179bac-2ec7-4d48-a5b0-a204b226ca5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b20378bb-47ab-4f9b-8f59-ec88da3afdad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480814
Apr 19 18:34:47.691055 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-01c3ec5c-0ed1-4195-8f50-1be46982e0b9 req-3927c272-8627-453a-bccc-36b931653615 service neutron] 10.222.0.13 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3631096
Apr 19 18:34:47.908993 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-01c3ec5c-0ed1-4195-8f50-1be46982e0b9 req-212c4ac5-3d16-4e84-aa37-3415fd3b5ffc service neutron] 10.222.0.13 "GET /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2055268
Apr 19 18:34:47.922234 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800b8d0-61e2-46ac-8f10-dd379bc2afb1 req-e0bfd888-7364-4824-a6c4-5f9bf46d8bf7 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:47.923754 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f800b8d0-61e2-46ac-8f10-dd379bc2afb1 req-e0bfd888-7364-4824-a6c4-5f9bf46d8bf7 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 943 time: 0.1965358
Apr 19 18:34:47.972050 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f800b8d0-61e2-46ac-8f10-dd379bc2afb1 req-fe192c1b-058d-4c99-bab7-ed63bbb89aeb tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418270
Apr 19 18:34:48.255599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d3c12-de3b-4691-89bf-93f98594f543 req-5f675e82-31be-4d40-b827-25a93df43fa4 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:48.257170 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b87d3c12-de3b-4691-89bf-93f98594f543 req-5f675e82-31be-4d40-b827-25a93df43fa4 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 946 time: 0.0873821
Apr 19 18:34:48.305412 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b87d3c12-de3b-4691-89bf-93f98594f543 req-1393b9e9-3b5b-478e-b034-02ad6cfcc643 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=1565f245-6c86-43e7-9fd2-7d628580d5f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420082
Apr 19 18:34:49.177758 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f57f9f-81cf-4ef7-918a-9d5b3b124fc9 req-d563d58b-cd70-42f6-be73-7f078b0d68ff tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:49.179416 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-52f57f9f-81cf-4ef7-918a-9d5b3b124fc9 req-d563d58b-cd70-42f6-be73-7f078b0d68ff tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 943 time: 0.0949748
Apr 19 18:34:49.228659 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-52f57f9f-81cf-4ef7-918a-9d5b3b124fc9 req-032b5f0e-1500-4b67-b07d-24083ea96135 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424626
Apr 19 18:34:49.510948 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3f060-9af9-49fc-b837-0b663daa9ba4 req-b8e724dc-4d11-4e9c-bfaa-a339848858f0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:49.512539 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-17f3f060-9af9-49fc-b837-0b663daa9ba4 req-b8e724dc-4d11-4e9c-bfaa-a339848858f0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 946 time: 0.0904427
Apr 19 18:34:49.565423 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-17f3f060-9af9-49fc-b837-0b663daa9ba4 req-9ca27e95-53c6-445d-96c3-3d679be966eb tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=1565f245-6c86-43e7-9fd2-7d628580d5f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458038
Apr 19 18:34:49.686550 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 7a0b184a-7e36-43cf-9104-f19d88e5eab4 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:34:49.759816 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e06424-66a8-4e84-bdea-9a6c70d7490a req-0d8ea179-a2b7-45c8-aee8-9603302398d3 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:49.761426 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-57e06424-66a8-4e84-bdea-9a6c70d7490a req-0d8ea179-a2b7-45c8-aee8-9603302398d3 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 946 time: 0.0905724
Apr 19 18:34:49.770770 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 56270) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:34:49.776664 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-fbf5af6f-8497-4b73-bdf6-b7d5cd62ce6e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Request body: {'floatingip': {'port_id': 'e1169973-2ad4-4050-b3fc-287912d3310d'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:34:49.830218 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 7a0b184a-7e36-43cf-9104-f19d88e5eab4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7a0b184a-7e36-43cf-9104-f19d88e5eab4,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:34:49.844318 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': '7a0b184a-7e36-43cf-9104-f19d88e5eab4', 'network_id': 'b20378bb-47ab-4f9b-8f59-ec88da3afdad', 'port_id': '7a0b184a-7e36-43cf-9104-f19d88e5eab4', 'mac_address': 'fa:16:3e:1e:42:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f8a8763-8f5e-4cbb-84c8-e675d19338e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:34:49.863544 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fbf5af6f-8497-4b73-bdf6-b7d5cd62ce6e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for floatingip, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:49.908011 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:49.926177 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0b184a-7e36-43cf-9104-f19d88e5eab4 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:34:49.943006 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 7a0b184a-7e36-43cf-9104-f19d88e5eab4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7a0b184a-7e36-43cf-9104-f19d88e5eab4,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:34:49.946303 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:49.948123 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:50.018362 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=7a0b184a-7e36-43cf-9104-f19d88e5eab4,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:50.021531 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:50.336549 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['7a0b184a-7e36-43cf-9104-f19d88e5eab4'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:34:50.478624 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83cd61-6c83-40a2-84d7-ba1640941da5 req-2b0c5f86-ba22-48aa-b553-197ce52ca4e1 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:50.480239 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7f83cd61-6c83-40a2-84d7-ba1640941da5 req-2b0c5f86-ba22-48aa-b553-197ce52ca4e1 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 944 time: 0.1317937
Apr 19 18:34:50.622163 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7f83cd61-6c83-40a2-84d7-ba1640941da5 req-9a312c8b-2895-4408-a625-c67f3fa0e833 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336663
Apr 19 18:34:50.632850 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fbf5af6f-8497-4b73-bdf6-b7d5cd62ce6e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:50.637295 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fbf5af6f-8497-4b73-bdf6-b7d5cd62ce6e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636081'] for floatingip, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:50.820097 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_db [None req-fbf5af6f-8497-4b73-bdf6-b7d5cd62ce6e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Floating IP da7171b6-003e-470e-b4de-c7ec64a5e764 associated. External IP: 172.27.1.136, port: e1169973-2ad4-4050-b3fc-287912d3310d.
Apr 19 18:34:51.194564 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf5af6f-8497-4b73-bdf6-b7d5cd62ce6e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Router aa34ae64-8ef0-4a68-905a-9f29662be5ad has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:34:51.609357 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf5af6f-8497-4b73-bdf6-b7d5cd62ce6e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:34:51.614535 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fbf5af6f-8497-4b73-bdf6-b7d5cd62ce6e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:51.619679 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c197803-2273-4449-b287-07fc3152c3d0 None None] Sync routers for ids ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:34:51.630515 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c197803-2273-4449-b287-07fc3152c3d0 None None] Routers {'aa34ae64-8ef0-4a68-905a-9f29662be5ad'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:34:51.631198 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-6c197803-2273-4449-b287-07fc3152c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f70fb6ccba8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:34:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:34:51.679923 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-fbf5af6f-8497-4b73-bdf6-b7d5cd62ce6e tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "PUT /v2.0/floatingips/da7171b6-003e-470e-b4de-c7ec64a5e764 HTTP/1.1" status: 200  len: 992 time: 1.9052978
Apr 19 18:34:51.679923 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a706d1-5bf4-4873-850c-afd3b6334756', 'tag': 'e1169973-2ad4-4050-b3fc-287912d3310d'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:34:51.712174 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 7a0b184a-7e36-43cf-9104-f19d88e5eab4 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:34:51.834931 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddacf5-76f4-41bb-ba5b-4ec19e40e7b8 req-b6347da1-0b87-4146-baf5-39ed3c932419 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:51.836717 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fcddacf5-76f4-41bb-ba5b-4ec19e40e7b8 req-b6347da1-0b87-4146-baf5-39ed3c932419 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 944 time: 0.0970526
Apr 19 18:34:51.862327 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a706d1-5bf4-4873-850c-afd3b6334756', 'tag': 'e1169973-2ad4-4050-b3fc-287912d3310d', 'status': 'completed', 'code': 200}
Apr 19 18:34:51.905544 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port 7a0b184a-7e36-43cf-9104-f19d88e5eab4 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:34:51.917287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-6c197803-2273-4449-b287-07fc3152c3d0 None None] Set router aa34ae64-8ef0-4a68-905a-9f29662be5ad gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:34:51.935310 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fcddacf5-76f4-41bb-ba5b-4ec19e40e7b8 req-f2280ec1-b7c6-4b85-91f1-9647caf7c4e7 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908647
Apr 19 18:34:51.967922 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port 7a0b184a-7e36-43cf-9104-f19d88e5eab4 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:34:51.968343 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:51.977926 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a574d57-eccb-474b-b02c-e79755edcd40 req-852dca72-58dc-4895-bb64-0693c2f606f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:51.979519 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9a574d57-eccb-474b-b02c-e79755edcd40 req-852dca72-58dc-4895-bb64-0693c2f606f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b234179720af4fd9b2d3f0aabf09fb91&device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 1099 time: 0.0904953
Apr 19 18:34:52.135757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a574d57-eccb-474b-b02c-e79755edcd40 req-9921e4fc-c8fd-44a6-a24b-dc806039c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:52.137259 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9a574d57-eccb-474b-b02c-e79755edcd40 req-9921e4fc-c8fd-44a6-a24b-dc806039c119 service neutron] 10.222.0.13 "GET /v2.0/networks?id=99be9128-c693-427e-921b-a550e9df2043 HTTP/1.1" status: 200  len: 912 time: 0.1418922
Apr 19 18:34:52.250288 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9a574d57-eccb-474b-b02c-e79755edcd40 req-289151d9-b7b9-4e5e-8a75-64271eab3599 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1169973-2ad4-4050-b3fc-287912d3310d HTTP/1.1" status: 200  len: 1000 time: 0.1038587
Apr 19 18:34:52.283926 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:52.324136 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a574d57-eccb-474b-b02c-e79755edcd40 req-a5dfa420-cf8a-4099-a69c-c35bafaa5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:52.325828 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9a574d57-eccb-474b-b02c-e79755edcd40 req-a5dfa420-cf8a-4099-a69c-c35bafaa5dea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=065c4058-e54c-4e5a-b701-2bf0f3fd5623 HTTP/1.1" status: 200  len: 850 time: 0.0682118
Apr 19 18:34:52.332239 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482a1b2e-34bd-409f-b0ba-fcff7463b1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0b184a-7e36-43cf-9104-f19d88e5eab4'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:34:52.358106 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 7a0b184a-7e36-43cf-9104-f19d88e5eab4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7a0b184a-7e36-43cf-9104-f19d88e5eab4,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:34:52.371080 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:34:52.376136 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:34:52.416260 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482a1b2e-34bd-409f-b0ba-fcff7463b1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0b184a-7e36-43cf-9104-f19d88e5eab4', 'code': 200}
Apr 19 18:34:52.422930 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a574d57-eccb-474b-b02c-e79755edcd40 req-98fd059f-f69c-4a87-a4c4-acf3eb2054ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:52.424642 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9a574d57-eccb-474b-b02c-e79755edcd40 req-98fd059f-f69c-4a87-a4c4-acf3eb2054ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=99be9128-c693-427e-921b-a550e9df2043&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0845656
Apr 19 18:34:52.492641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=7a0b184a-7e36-43cf-9104-f19d88e5eab4,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:34:52.498603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:34:52.519983 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-6c197803-2273-4449-b287-07fc3152c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f70fb6ccba8>, [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:47Z', 'revision_number': 4, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': 'da7171b6-003e-470e-b4de-c7ec64a5e764', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'port_id': 'e1169973-2ad4-4050-b3fc-287912d3310d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'mac_address': 'fa:16:3e:5f:a0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a706d1-5bf4-4873-850c-afd3b6334756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:34:32Z', 'updated_at': '2021-04-19T18:34:50Z', 'revision_number': 1, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65fab99-9cfe-453e-91cd-1a2061cd415d', 'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'mac_address': 'fa:16:3e:ea:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:45Z', 'updated_at': '2021-04-19T18:30:00Z', 'revision_number': 5, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'subnets': [{'id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:34:52.524262 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c197803-2273-4449-b287-07fc3152c3d0 None None] Checking router: aa34ae64-8ef0-4a68-905a-9f29662be5ad for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:34:52.535330 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c197803-2273-4449-b287-07fc3152c3d0 None None] Routers {'aa34ae64-8ef0-4a68-905a-9f29662be5ad'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:34:52.536015 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-6c197803-2273-4449-b287-07fc3152c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f70fb6ccba8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:34:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:34:52.630306 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9a574d57-eccb-474b-b02c-e79755edcd40 req-b2b0f6fb-5c24-4980-bf13-c0c7650f3c74 service neutron] 10.222.0.13 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1981144
Apr 19 18:34:52.730973 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-6c197803-2273-4449-b287-07fc3152c3d0 None None] Set router aa34ae64-8ef0-4a68-905a-9f29662be5ad gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:34:52.749470 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749ad8c-13e4-43be-858f-6d48c3e94313 req-46b81437-9e5d-4214-8151-97f6f9e2950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:52.751105 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2749ad8c-13e4-43be-858f-6d48c3e94313 req-46b81437-9e5d-4214-8151-97f6f9e2950a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 1098 time: 0.1898887
Apr 19 18:34:52.830514 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9a574d57-eccb-474b-b02c-e79755edcd40 req-b3b6acc4-30d6-413b-85cf-5d6b369bd597 service neutron] 10.222.0.13 "GET /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1870422
Apr 19 18:34:52.834372 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2749ad8c-13e4-43be-858f-6d48c3e94313 req-e23ca9df-68be-45b8-b22b-6cb3b04ccd53 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753169
Apr 19 18:34:53.156172 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d66cd-b521-4d48-afea-15b8ea33e83c req-aa30a7ad-f59c-4630-8844-f5131560bf2e tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:53.157966 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-745d66cd-b521-4d48-afea-15b8ea33e83c req-aa30a7ad-f59c-4630-8844-f5131560bf2e tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 945 time: 0.0964162
Apr 19 18:34:53.208847 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-745d66cd-b521-4d48-afea-15b8ea33e83c req-01b58b2b-4632-4ea6-b9a5-d8fb7bfcff88 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438502
Apr 19 18:34:53.272031 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-6c197803-2273-4449-b287-07fc3152c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f70fb6ccba8>, [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:47Z', 'revision_number': 4, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': 'da7171b6-003e-470e-b4de-c7ec64a5e764', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'port_id': 'e1169973-2ad4-4050-b3fc-287912d3310d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'mac_address': 'fa:16:3e:5f:a0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a706d1-5bf4-4873-850c-afd3b6334756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:34:32Z', 'updated_at': '2021-04-19T18:34:50Z', 'revision_number': 1, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65fab99-9cfe-453e-91cd-1a2061cd415d', 'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'mac_address': 'fa:16:3e:ea:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:45Z', 'updated_at': '2021-04-19T18:30:00Z', 'revision_number': 5, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'subnets': [{'id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:34:53.276125 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c197803-2273-4449-b287-07fc3152c3d0 None None] The sync data for ids ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'] in dv-cinder-786928-1-iscsi is: [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:47Z', 'revision_number': 4, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': 'da7171b6-003e-470e-b4de-c7ec64a5e764', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'floating_ip_address': '172.27.1.136', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'port_id': 'e1169973-2ad4-4050-b3fc-287912d3310d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'mac_address': 'fa:16:3e:5f:a0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a706d1-5bf4-4873-850c-afd3b6334756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:34:32Z', 'updated_at': '2021-04-19T18:34:50Z', 'revision_number': 1, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65fab99-9cfe-453e-91cd-1a2061cd415d', 'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'mac_address': 'fa:16:3e:ea:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:45Z', 'updated_at': '2021-04-19T18:30:00Z', 'revision_number': 5, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'subnets': [{'id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:34:53.582412 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31f46d5-962e-484e-9463-00b4d7999d8a None None] New status for floating IP da7171b6-003e-470e-b4de-c7ec64a5e764: ACTIVE {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:34:54.414903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474370bb-258f-45d5-a204-533211d4b7d5 req-1eac70a6-c289-4732-9c97-0fefad32239a tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:54.416408 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-474370bb-258f-45d5-a204-533211d4b7d5 req-1eac70a6-c289-4732-9c97-0fefad32239a tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 945 time: 0.0914786
Apr 19 18:34:54.464462 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-474370bb-258f-45d5-a204-533211d4b7d5 req-eadde732-980b-4c9c-a452-69aa460ace9c tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410008
Apr 19 18:34:55.673746 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c825f-cea0-4d01-b53d-f10e03253e12 req-08b51820-ae03-48ca-a59b-a9db540c6cb9 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:55.675331 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a24c825f-cea0-4d01-b53d-f10e03253e12 req-08b51820-ae03-48ca-a59b-a9db540c6cb9 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 945 time: 0.0928175
Apr 19 18:34:55.723813 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a24c825f-cea0-4d01-b53d-f10e03253e12 req-a236add5-a04e-4764-8615-8b3718869cb4 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421107
Apr 19 18:34:56.157345 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:34:56.927259 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1046c4-2b12-460f-bc39-b7e0ae5793bd req-2f94cec9-9295-4e2c-abff-5c38fa5cfeaf tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:34:56.928892 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-db1046c4-2b12-460f-bc39-b7e0ae5793bd req-2f94cec9-9295-4e2c-abff-5c38fa5cfeaf tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 945 time: 0.0899901
Apr 19 18:34:56.976360 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-db1046c4-2b12-460f-bc39-b7e0ae5793bd req-732b5c4e-3b17-43a3-8254-5dd9a3629cf1 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411999
Apr 19 18:35:10.067843 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c727b-e675-4481-b5ee-40677038af82 req-04110aee-2135-444d-b078-9be06ebe836c tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:10.069713 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-174c727b-e675-4481-b5ee-40677038af82 req-04110aee-2135-444d-b078-9be06ebe836c tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 945 time: 0.0924315
Apr 19 18:35:10.118660 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-174c727b-e675-4481-b5ee-40677038af82 req-12c5ee82-253f-4a6e-8598-be21d8f37caf tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419471
Apr 19 18:35:11.332336 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151444a2-9fbd-429e-aa0a-8fe345135ab4 req-2f229750-06a8-4646-b78a-1abebc329fea tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:11.333976 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-151444a2-9fbd-429e-aa0a-8fe345135ab4 req-2f229750-06a8-4646-b78a-1abebc329fea tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 945 time: 0.0913019
Apr 19 18:35:11.386190 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-151444a2-9fbd-429e-aa0a-8fe345135ab4 req-444c83d4-f31c-4ef3-b6f8-4c2aceae0d53 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457087
Apr 19 18:35:12.065894 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c98eb3ff-fd2c-4ba0-b7aa-5c5dfa05b135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:12.101285 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72220563-ed6d-40d7-a739-8edb13a446c4 req-b79d5b7c-78f1-474d-926c-bd6eb33cef5e tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:12.102904 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-72220563-ed6d-40d7-a739-8edb13a446c4 req-b79d5b7c-78f1-474d-926c-bd6eb33cef5e tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.13 "GET /v2.0/ports?device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 945 time: 0.0908914
Apr 19 18:35:12.182698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-72220563-ed6d-40d7-a739-8edb13a446c4 req-b1cc91b1-20b2-42c0-872b-2d594d137209 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Deleting port 7a0b184a-7e36-43cf-9104-f19d88e5eab4 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:35:12.183093 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-72220563-ed6d-40d7-a739-8edb13a446c4 req-b1cc91b1-20b2-42c0-872b-2d594d137209 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:12.452706 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-72220563-ed6d-40d7-a739-8edb13a446c4 req-b1cc91b1-20b2-42c0-872b-2d594d137209 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] For port 7a0b184a-7e36-43cf-9104-f19d88e5eab4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7a0b184a-7e36-43cf-9104-f19d88e5eab4,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:35:12.453231 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-72220563-ed6d-40d7-a739-8edb13a446c4 req-b1cc91b1-20b2-42c0-872b-2d594d137209 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:12.492918 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:12.592221 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-72220563-ed6d-40d7-a739-8edb13a446c4 req-b1cc91b1-20b2-42c0-872b-2d594d137209 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Calling delete_port for 7a0b184a-7e36-43cf-9104-f19d88e5eab4 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:35:12.790244 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933e36e-70eb-4493-b0b8-71e58c3eba9a req-d3e0dd13-2ad6-47b6-b81a-f54ef5926158 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:12.791882 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9933e36e-70eb-4493-b0b8-71e58c3eba9a req-d3e0dd13-2ad6-47b6-b81a-f54ef5926158 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=482a1b2e-34bd-409f-b0ba-fcff7463b1da HTTP/1.1" status: 200  len: 945 time: 0.2684011
Apr 19 18:35:12.851306 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-72220563-ed6d-40d7-a739-8edb13a446c4 req-b1cc91b1-20b2-42c0-872b-2d594d137209 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:12.859454 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cfe5bf81-e6d8-41a4-b54c-aea8f18edc6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:12.864929 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['613718ad-992f-4362-a98a-ff9403d8c613', 'e05da757-2bb3-4ad5-920a-5a651c9b5fa1', '98592b90-2310-44b3-b60b-741e3ea8469a', '7a0b184a-7e36-43cf-9104-f19d88e5eab4'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:35:12.905080 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9933e36e-70eb-4493-b0b8-71e58c3eba9a req-588b8974-f7d0-4986-91a2-b9bdc7715a83 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051996
Apr 19 18:35:12.914647 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc91b1-20b2-42c0-872b-2d594d137209 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Pushing event deleted for resources: {'Port': ['ID=7a0b184a-7e36-43cf-9104-f19d88e5eab4,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:12.917922 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b1cc91b1-20b2-42c0-872b-2d594d137209 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:12.997654 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-72220563-ed6d-40d7-a739-8edb13a446c4 req-b1cc91b1-20b2-42c0-872b-2d594d137209 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] No DVR routers for this DVR port 7a0b184a-7e36-43cf-9104-f19d88e5eab4 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:35:13.000232 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-72220563-ed6d-40d7-a739-8edb13a446c4 req-b1cc91b1-20b2-42c0-872b-2d594d137209 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:13.003150 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482a1b2e-34bd-409f-b0ba-fcff7463b1da', 'name': 'network-vif-deleted', 'tag': '7a0b184a-7e36-43cf-9104-f19d88e5eab4'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:35:13.018888 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-72220563-ed6d-40d7-a739-8edb13a446c4 req-b1cc91b1-20b2-42c0-872b-2d594d137209 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.13 "DELETE /v2.0/ports/7a0b184a-7e36-43cf-9104-f19d88e5eab4 HTTP/1.1" status: 204  len: 173 time: 0.9092252
Apr 19 18:35:13.114146 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482a1b2e-34bd-409f-b0ba-fcff7463b1da', 'name': 'network-vif-deleted', 'tag': '7a0b184a-7e36-43cf-9104-f19d88e5eab4', 'status': 'completed', 'code': 200}
Apr 19 18:35:14.133225 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b70c8ab3-1034-4013-952a-93e2f46af99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:15.268928 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:15.634641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e558788-6023-46c2-97ba-42d3d2509268 req-61c39dc3-ef1a-4313-90c6-4a2b83e33e5e tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:15.635411 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-6e558788-6023-46c2-97ba-42d3d2509268 req-61c39dc3-ef1a-4313-90c6-4a2b83e33e5e tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Synchronizing usage tracker for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:35:15.650467 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-6e558788-6023-46c2-97ba-42d3d2509268 req-61c39dc3-ef1a-4313-90c6-4a2b83e33e5e tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Unset dirty status for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:35:15.651763 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e558788-6023-46c2-97ba-42d3d2509268 req-61c39dc3-ef1a-4313-90c6-4a2b83e33e5e tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 946 time: 0.1047993
Apr 19 18:35:15.655706 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:15.701523 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e558788-6023-46c2-97ba-42d3d2509268 req-ff8c1923-55b3-4873-b438-cc49349fe892 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422666
Apr 19 18:35:15.835663 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 7a0b184a-7e36-43cf-9104-f19d88e5eab4 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:35:15.875760 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: 7a0b184a-7e36-43cf-9104-f19d88e5eab4 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:35:15.876158 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 7a0b184a-7e36-43cf-9104-f19d88e5eab4 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:35:16.366487 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:16.911079 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ba678-8124-4a6a-809c-a8d41f8dcb67 req-aa726198-3158-4b65-8d50-e2b3e6034a72 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:16.912694 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-822ba678-8124-4a6a-809c-a8d41f8dcb67 req-aa726198-3158-4b65-8d50-e2b3e6034a72 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 946 time: 0.0934210
Apr 19 18:35:16.961486 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-822ba678-8124-4a6a-809c-a8d41f8dcb67 req-9423e076-1db8-4154-bc84-a22341e1070d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423117
Apr 19 18:35:17.364372 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3babd3-8289-4526-b592-102f7a175ecf req-11284882-3c38-413e-9bb6-6a53d4e16450 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:17.365868 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3a3babd3-8289-4526-b592-102f7a175ecf req-11284882-3c38-413e-9bb6-6a53d4e16450 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 946 time: 0.0907969
Apr 19 18:35:17.443657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-3a3babd3-8289-4526-b592-102f7a175ecf req-3272111a-a23d-4cfe-8098-4984bc3b1717 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Deleting port 98592b90-2310-44b3-b60b-741e3ea8469a {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:35:17.444610 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-3a3babd3-8289-4526-b592-102f7a175ecf req-3272111a-a23d-4cfe-8098-4984bc3b1717 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:17.707790 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-3a3babd3-8289-4526-b592-102f7a175ecf req-3272111a-a23d-4cfe-8098-4984bc3b1717 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] For port 98592b90-2310-44b3-b60b-741e3ea8469a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=98592b90-2310-44b3-b60b-741e3ea8469a,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:35:17.708121 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-3a3babd3-8289-4526-b592-102f7a175ecf req-3272111a-a23d-4cfe-8098-4984bc3b1717 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:17.842113 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-3a3babd3-8289-4526-b592-102f7a175ecf req-3272111a-a23d-4cfe-8098-4984bc3b1717 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Calling delete_port for 98592b90-2310-44b3-b60b-741e3ea8469a owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:35:17.994413 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-3a3babd3-8289-4526-b592-102f7a175ecf req-3272111a-a23d-4cfe-8098-4984bc3b1717 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:18.000136 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cd8afc9f-582a-4c3b-bbee-ab834ae92e1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:18.007050 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['613718ad-992f-4362-a98a-ff9403d8c613', 'e05da757-2bb3-4ad5-920a-5a651c9b5fa1', '98592b90-2310-44b3-b60b-741e3ea8469a'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:35:18.049076 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272111a-a23d-4cfe-8098-4984bc3b1717 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Pushing event deleted for resources: {'Port': ['ID=98592b90-2310-44b3-b60b-741e3ea8469a,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:18.057023 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3272111a-a23d-4cfe-8098-4984bc3b1717 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:18.182767 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3babd3-8289-4526-b592-102f7a175ecf req-3272111a-a23d-4cfe-8098-4984bc3b1717 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] No DVR routers for this DVR port 98592b90-2310-44b3-b60b-741e3ea8469a on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:35:18.190145 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-3a3babd3-8289-4526-b592-102f7a175ecf req-3272111a-a23d-4cfe-8098-4984bc3b1717 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:18.194664 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c0e8a0-aa96-4889-8200-a9a2275a2350', 'name': 'network-vif-deleted', 'tag': '98592b90-2310-44b3-b60b-741e3ea8469a'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:35:18.205773 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a1de1bca-2c35-46a7-a7d9-55a7b9bcd1ce req-21b25641-d5ce-44ba-a875-a42a965f5b3a tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=41c0e8a0-aa96-4889-8200-a9a2275a2350 HTTP/1.1" status: 200  len: 210 time: 0.1164575
Apr 19 18:35:18.212466 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3a3babd3-8289-4526-b592-102f7a175ecf req-3272111a-a23d-4cfe-8098-4984bc3b1717 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.13 "DELETE /v2.0/ports/98592b90-2310-44b3-b60b-741e3ea8469a HTTP/1.1" status: 204  len: 173 time: 0.8388815
Apr 19 18:35:18.267641 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c0e8a0-aa96-4889-8200-a9a2275a2350', 'name': 'network-vif-deleted', 'tag': '98592b90-2310-44b3-b60b-741e3ea8469a', 'status': 'completed', 'code': 200}
Apr 19 18:35:19.702809 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a927074-c754-4e0c-8c7e-49347834cc8f req-55b10ae4-5e84-4063-ad62-a1c4158bb97f tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:19.703476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-3a927074-c754-4e0c-8c7e-49347834cc8f req-55b10ae4-5e84-4063-ad62-a1c4158bb97f tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Synchronizing usage tracker for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:35:19.718183 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-3a927074-c754-4e0c-8c7e-49347834cc8f req-55b10ae4-5e84-4063-ad62-a1c4158bb97f tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Unset dirty status for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:35:19.719404 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3a927074-c754-4e0c-8c7e-49347834cc8f req-55b10ae4-5e84-4063-ad62-a1c4158bb97f tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf619920-d6ce-4e5e-85e7-7d480a0c19b1 HTTP/1.1" status: 200  len: 945 time: 0.1089525
Apr 19 18:35:19.767708 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3a927074-c754-4e0c-8c7e-49347834cc8f req-d151a341-5034-4036-90f5-e5867aacaba3 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420144
Apr 19 18:35:21.107106 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da7079-4cf5-43ea-be46-afeee2c4d83b req-aa11e44c-4212-44e1-9045-0efa8e2fdea7 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:21.108631 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d9da7079-4cf5-43ea-be46-afeee2c4d83b req-aa11e44c-4212-44e1-9045-0efa8e2fdea7 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf619920-d6ce-4e5e-85e7-7d480a0c19b1 HTTP/1.1" status: 200  len: 945 time: 0.0895371
Apr 19 18:35:21.156570 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d9da7079-4cf5-43ea-be46-afeee2c4d83b req-cd2249b4-848a-47c6-88f7-479f5cbbe11c tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416048
Apr 19 18:35:21.465093 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051eac8c-4d9a-46e0-ae12-e448a0d35556 req-9e3ead42-e3ca-4de3-9a42-8acba303dcfd tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:21.467200 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-051eac8c-4d9a-46e0-ae12-e448a0d35556 req-9e3ead42-e3ca-4de3-9a42-8acba303dcfd tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf619920-d6ce-4e5e-85e7-7d480a0c19b1 HTTP/1.1" status: 200  len: 945 time: 0.3097157
Apr 19 18:35:21.548884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-051eac8c-4d9a-46e0-ae12-e448a0d35556 req-19680e40-d633-4a17-a540-c5e83d29e021 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Deleting port e05da757-2bb3-4ad5-920a-5a651c9b5fa1 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:35:21.549268 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-051eac8c-4d9a-46e0-ae12-e448a0d35556 req-19680e40-d633-4a17-a540-c5e83d29e021 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:21.814366 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-051eac8c-4d9a-46e0-ae12-e448a0d35556 req-19680e40-d633-4a17-a540-c5e83d29e021 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] For port e05da757-2bb3-4ad5-920a-5a651c9b5fa1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e05da757-2bb3-4ad5-920a-5a651c9b5fa1,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:35:21.814766 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-051eac8c-4d9a-46e0-ae12-e448a0d35556 req-19680e40-d633-4a17-a540-c5e83d29e021 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:21.849887 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 98592b90-2310-44b3-b60b-741e3ea8469a no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:35:21.887123 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: 98592b90-2310-44b3-b60b-741e3ea8469a {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:35:21.887526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 98592b90-2310-44b3-b60b-741e3ea8469a not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:35:21.947994 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-051eac8c-4d9a-46e0-ae12-e448a0d35556 req-19680e40-d633-4a17-a540-c5e83d29e021 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Calling delete_port for e05da757-2bb3-4ad5-920a-5a651c9b5fa1 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:35:22.097138 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-051eac8c-4d9a-46e0-ae12-e448a0d35556 req-19680e40-d633-4a17-a540-c5e83d29e021 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:22.102504 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:22.108822 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['613718ad-992f-4362-a98a-ff9403d8c613', 'e05da757-2bb3-4ad5-920a-5a651c9b5fa1'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:35:22.152216 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19680e40-d633-4a17-a540-c5e83d29e021 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Pushing event deleted for resources: {'Port': ['ID=e05da757-2bb3-4ad5-920a-5a651c9b5fa1,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:22.155616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-19680e40-d633-4a17-a540-c5e83d29e021 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:22.241281 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-051eac8c-4d9a-46e0-ae12-e448a0d35556 req-19680e40-d633-4a17-a540-c5e83d29e021 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] No DVR routers for this DVR port e05da757-2bb3-4ad5-920a-5a651c9b5fa1 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:35:22.243919 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-051eac8c-4d9a-46e0-ae12-e448a0d35556 req-19680e40-d633-4a17-a540-c5e83d29e021 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:22.247621 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf619920-d6ce-4e5e-85e7-7d480a0c19b1', 'name': 'network-vif-deleted', 'tag': 'e05da757-2bb3-4ad5-920a-5a651c9b5fa1'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:35:22.264484 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-051eac8c-4d9a-46e0-ae12-e448a0d35556 req-19680e40-d633-4a17-a540-c5e83d29e021 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.13 "DELETE /v2.0/ports/e05da757-2bb3-4ad5-920a-5a651c9b5fa1 HTTP/1.1" status: 204  len: 173 time: 0.7900083
Apr 19 18:35:22.335851 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf619920-d6ce-4e5e-85e7-7d480a0c19b1', 'name': 'network-vif-deleted', 'tag': 'e05da757-2bb3-4ad5-920a-5a651c9b5fa1', 'status': 'completed', 'code': 200}
Apr 19 18:35:22.342204 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-71b824dd-0a82-4e09-a9d4-e6aaf04120bf req-8e6ede96-183f-4dad-998e-81db6c258d0c tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Synchronizing usage tracker for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:35:22.356810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-71b824dd-0a82-4e09-a9d4-e6aaf04120bf req-8e6ede96-183f-4dad-998e-81db6c258d0c tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Unset dirty status for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:35:22.358095 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-71b824dd-0a82-4e09-a9d4-e6aaf04120bf req-8e6ede96-183f-4dad-998e-81db6c258d0c tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf619920-d6ce-4e5e-85e7-7d480a0c19b1 HTTP/1.1" status: 200  len: 210 time: 0.0706222
Apr 19 18:35:25.087499 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8beba6-d60b-4841-9e93-91a44a8bcc36 req-6a39ab07-684e-45a4-97be-9bdbde01993f tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:25.089119 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc8beba6-d60b-4841-9e93-91a44a8bcc36 req-6a39ab07-684e-45a4-97be-9bdbde01993f tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2998fc45-27bc-4f89-9c4f-c38dcf832d10 HTTP/1.1" status: 200  len: 946 time: 0.0941324
Apr 19 18:35:25.138041 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc8beba6-d60b-4841-9e93-91a44a8bcc36 req-255be0a1-6053-420d-971b-38714bb5d242 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425022
Apr 19 18:35:25.883773 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device e05da757-2bb3-4ad5-920a-5a651c9b5fa1 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:35:25.921252 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: e05da757-2bb3-4ad5-920a-5a651c9b5fa1 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:35:25.921700 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device e05da757-2bb3-4ad5-920a-5a651c9b5fa1 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:35:26.341697 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb37f93-b8db-4d77-ba13-73d2708ca013 req-82427278-6536-4a43-bf8f-c1161a360d85 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:26.343265 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dcb37f93-b8db-4d77-ba13-73d2708ca013 req-82427278-6536-4a43-bf8f-c1161a360d85 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2998fc45-27bc-4f89-9c4f-c38dcf832d10 HTTP/1.1" status: 200  len: 946 time: 0.0888667
Apr 19 18:35:26.395355 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dcb37f93-b8db-4d77-ba13-73d2708ca013 req-09675f78-51bd-4dc5-9510-3c96b5d5cc77 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/security-groups?id=8f9c6440-3412-4a88-b3fd-3f024353f241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454881
Apr 19 18:35:26.629561 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe19c2-4c1e-4f8b-ab7c-64706156b276 req-13646d52-f2ce-408b-84bb-2094426f9f4e tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:26.631114 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-60fe19c2-4c1e-4f8b-ab7c-64706156b276 req-13646d52-f2ce-408b-84bb-2094426f9f4e tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.13 "GET /v2.0/ports?device_id=2998fc45-27bc-4f89-9c4f-c38dcf832d10 HTTP/1.1" status: 200  len: 946 time: 0.0886014
Apr 19 18:35:26.710953 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-60fe19c2-4c1e-4f8b-ab7c-64706156b276 req-6a78b2a6-aac0-4e02-b496-672d85df9059 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Deleting port 613718ad-992f-4362-a98a-ff9403d8c613 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:35:26.711344 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-60fe19c2-4c1e-4f8b-ab7c-64706156b276 req-6a78b2a6-aac0-4e02-b496-672d85df9059 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:26.977305 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-60fe19c2-4c1e-4f8b-ab7c-64706156b276 req-6a78b2a6-aac0-4e02-b496-672d85df9059 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] For port 613718ad-992f-4362-a98a-ff9403d8c613, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=613718ad-992f-4362-a98a-ff9403d8c613,segment=NetworkSegment(c9351dc1-3d34-49f1-9725-19e45d183e3a),segment_id=c9351dc1-3d34-49f1-9725-19e45d183e3a)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:35:26.977763 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-60fe19c2-4c1e-4f8b-ab7c-64706156b276 req-6a78b2a6-aac0-4e02-b496-672d85df9059 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:27.116236 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-60fe19c2-4c1e-4f8b-ab7c-64706156b276 req-6a78b2a6-aac0-4e02-b496-672d85df9059 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Calling delete_port for 613718ad-992f-4362-a98a-ff9403d8c613 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:35:27.272437 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-60fe19c2-4c1e-4f8b-ab7c-64706156b276 req-6a78b2a6-aac0-4e02-b496-672d85df9059 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:27.280864 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1ce15651-267e-474f-8146-cde24e4e960d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:27.285798 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['613718ad-992f-4362-a98a-ff9403d8c613'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:35:27.335022 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78b2a6-aac0-4e02-b496-672d85df9059 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Pushing event deleted for resources: {'Port': ['ID=613718ad-992f-4362-a98a-ff9403d8c613,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:27.337557 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6a78b2a6-aac0-4e02-b496-672d85df9059 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:27.419197 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fe19c2-4c1e-4f8b-ab7c-64706156b276 req-6a78b2a6-aac0-4e02-b496-672d85df9059 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] No DVR routers for this DVR port 613718ad-992f-4362-a98a-ff9403d8c613 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:35:27.421662 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-60fe19c2-4c1e-4f8b-ab7c-64706156b276 req-6a78b2a6-aac0-4e02-b496-672d85df9059 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:27.432128 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2998fc45-27bc-4f89-9c4f-c38dcf832d10', 'name': 'network-vif-deleted', 'tag': '613718ad-992f-4362-a98a-ff9403d8c613'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:35:27.439504 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-60fe19c2-4c1e-4f8b-ab7c-64706156b276 req-6a78b2a6-aac0-4e02-b496-672d85df9059 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.13 "DELETE /v2.0/ports/613718ad-992f-4362-a98a-ff9403d8c613 HTTP/1.1" status: 204  len: 173 time: 0.8017232
Apr 19 18:35:27.601409 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-f6ad490a-5bc7-4651-be22-95e36da2a2b7 req-cd9ab4b0-a980-4f8e-afe0-fde9933d080d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Synchronizing usage tracker for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:35:27.608069 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4bf33b1b-5ffe-4e74-8798-b29504811e0e req-81ac053b-f814-49df-bc23-dd9c8b9aaf50 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-199229153&fields=id&tenant_id=881e8cffabb645a0bbcf58ced3234a61 HTTP/1.1" status: 200  len: 267 time: 0.1054001
Apr 19 18:35:27.660407 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-f6ad490a-5bc7-4651-be22-95e36da2a2b7 req-cd9ab4b0-a980-4f8e-afe0-fde9933d080d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Unset dirty status for tenant:694ac62c0a6e4d13a85854ea584ff4fb on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:35:27.661763 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f6ad490a-5bc7-4651-be22-95e36da2a2b7 req-cd9ab4b0-a980-4f8e-afe0-fde9933d080d tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] 10.222.0.49 "GET /v2.0/ports?device_id=2998fc45-27bc-4f89-9c4f-c38dcf832d10 HTTP/1.1" status: 200  len: 210 time: 0.1259613
Apr 19 18:35:27.722426 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2998fc45-27bc-4f89-9c4f-c38dcf832d10', 'name': 'network-vif-deleted', 'tag': '613718ad-992f-4362-a98a-ff9403d8c613', 'status': 'completed', 'code': 200}
Apr 19 18:35:27.737925 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf33b1b-5ffe-4e74-8798-b29504811e0e req-525a3abd-0317-4313-afcb-de308503f0ec tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:27.737925 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4bf33b1b-5ffe-4e74-8798-b29504811e0e req-525a3abd-0317-4313-afcb-de308503f0ec tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 985 time: 0.1171210
Apr 19 18:35:27.745507 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-4bf33b1b-5ffe-4e74-8798-b29504811e0e req-f8007f2d-0c87-4d5c-b825-0e7a43a94be0 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Request body: {'port': {'security_groups': ['7fa79621-80f3-42d2-95f9-55ebba49a9a9']}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:35:27.888859 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-4bf33b1b-5ffe-4e74-8798-b29504811e0e req-f8007f2d-0c87-4d5c-b825-0e7a43a94be0 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:28.161505 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-4bf33b1b-5ffe-4e74-8798-b29504811e0e req-f8007f2d-0c87-4d5c-b825-0e7a43a94be0 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] For port 5478a875-0c63-4893-86df-c7a0ef656277, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5478a875-0c63-4893-86df-c7a0ef656277,segment=NetworkSegment(09654d5d-78d0-4e3a-bec2-07fd9708c3a4),segment_id=09654d5d-78d0-4e3a-bec2-07fd9708c3a4)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:35:28.188640 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-4bf33b1b-5ffe-4e74-8798-b29504811e0e req-f8007f2d-0c87-4d5c-b825-0e7a43a94be0 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:28.192502 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-4bf33b1b-5ffe-4e74-8798-b29504811e0e req-f8007f2d-0c87-4d5c-b825-0e7a43a94be0 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:28.198576 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8670f91e-695d-4e0a-a830-e5c74dd1c678 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:28.204856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['5478a875-0c63-4893-86df-c7a0ef656277'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:35:28.287219 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf33b1b-5ffe-4e74-8798-b29504811e0e req-f8007f2d-0c87-4d5c-b825-0e7a43a94be0 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:28.287913 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-4bf33b1b-5ffe-4e74-8798-b29504811e0e req-f8007f2d-0c87-4d5c-b825-0e7a43a94be0 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:28.289425 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4bf33b1b-5ffe-4e74-8798-b29504811e0e req-f8007f2d-0c87-4d5c-b825-0e7a43a94be0 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "PUT /v2.0/ports/5478a875-0c63-4893-86df-c7a0ef656277 HTTP/1.1" status: 200  len: 943 time: 0.5494156
Apr 19 18:35:28.292305 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8007f2d-0c87-4d5c-b825-0e7a43a94be0 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Pushing event updated for resources: {'Port': ['ID=5478a875-0c63-4893-86df-c7a0ef656277,revision_number=7']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:28.296359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 56562) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:35:28.302641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f8007f2d-0c87-4d5c-b825-0e7a43a94be0 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:28.377379 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['5478a875-0c63-4893-86df-c7a0ef656277'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:35:28.384485 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-26a84920-cdec-42be-bcc3-2325a11509f8 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:28.419830 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-26a84920-cdec-42be-bcc3-2325a11509f8 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:28.474289 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-26a84920-cdec-42be-bcc3-2325a11509f8 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:28.479611 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e4f855a3-e02d-46b5-a3ed-23934ae4a98e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:28.495684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a84920-cdec-42be-bcc3-2325a11509f8 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b5c1d9-de69-42db-8dc3-e43c2066ca5d,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:28.498594 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-26a84920-cdec-42be-bcc3-2325a11509f8 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:28.505378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-26a84920-cdec-42be-bcc3-2325a11509f8 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:28.506646 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-26a84920-cdec-42be-bcc3-2325a11509f8 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "DELETE /v2.0/security-groups/97b5c1d9-de69-42db-8dc3-e43c2066ca5d HTTP/1.1" status: 204  len: 168 time: 0.2092471
Apr 19 18:35:28.509410 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 56566) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:35:28.523072 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-13b1ee48-cd02-42a9-a6be-3c0bc9a31e71 None None] Provisioning complete for port 5478a875-0c63-4893-86df-c7a0ef656277 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:35:28.523497 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-13b1ee48-cd02-42a9-a6be-3c0bc9a31e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:28.733944 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-61ca6291-1efb-494c-8678-891c4b263c57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Deleting port 370f00b9-6904-4d09-8ae6-13641b58969a {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:35:28.734332 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-61ca6291-1efb-494c-8678-891c4b263c57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:28.772556 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 56572) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:35:28.846612 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca900430-284d-4765-b7e2-b5ae2608b37f admin admin] Deleting subnet 9f8a8763-8f5e-4cbb-84c8-e675d19338e0 {{(pid=86310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:35:28.849957 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ca900430-284d-4765-b7e2-b5ae2608b37f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:28.905279 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ca900430-284d-4765-b7e2-b5ae2608b37f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:28.912902 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ca900430-284d-4765-b7e2-b5ae2608b37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492386'] for subnet, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:28.923298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-61ca6291-1efb-494c-8678-891c4b263c57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:28.923756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-61ca6291-1efb-494c-8678-891c4b263c57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:29.062241 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-61ca6291-1efb-494c-8678-891c4b263c57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Calling delete_port for 370f00b9-6904-4d09-8ae6-13641b58969a owned by network:floatingip {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:35:29.185922 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ca900430-284d-4765-b7e2-b5ae2608b37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851283430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for subnet, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:29.191021 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:29.228455 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca900430-284d-4765-b7e2-b5ae2608b37f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f8a8763-8f5e-4cbb-84c8-e675d19338e0,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:29.231867 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ca900430-284d-4765-b7e2-b5ae2608b37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:29.232933 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ca900430-284d-4765-b7e2-b5ae2608b37f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:29.238474 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-61ca6291-1efb-494c-8678-891c4b263c57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:29.239375 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ca900430-284d-4765-b7e2-b5ae2608b37f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9f8a8763-8f5e-4cbb-84c8-e675d19338e0 HTTP/1.1" status: 204  len: 168 time: 0.4655693
Apr 19 18:35:29.242007 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 56582) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:35:29.243476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1e143d36-4688-4183-af83-c6e2986735c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:29.290720 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca6291-1efb-494c-8678-891c4b263c57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Pushing event deleted for resources: {'Port': ['ID=370f00b9-6904-4d09-8ae6-13641b58969a,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:29.295659 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-61ca6291-1efb-494c-8678-891c4b263c57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:29.361692 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3659374'] for network, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:29.396974 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-61ca6291-1efb-494c-8678-891c4b263c57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks [] for floatingip, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:29.397357 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_db [None req-61ca6291-1efb-494c-8678-891c4b263c57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Floating IP 53f78ecf-2c34-42e9-a25b-dd89fd485a88 disassociated (deleted). External IP: 172.27.1.221, port: 5478a875-0c63-4893-86df-c7a0ef656277.
Apr 19 18:35:29.505420 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851283337', 'neutron.services.segments.db._delete_segments_for_network-8757708639347'] for network, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:29.628994 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f70fbb51e80>> segment before_delete 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:35:29.629724 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f70fbb51e80>> subnet precommit_delete_associations 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:35:29.630581 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f70fbb51ba8>> segment_host_mapping after_create 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:35:29.630981 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f70fbb51ba8>> port after_create 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:35:29.631357 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f70fbb51ba8>> port after_delete 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:35:29.631725 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f70fbb51ba8>> port after_update 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:35:29.632095 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f70fbb51ba8>> segment after_delete 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:35:29.632468 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f70fbb51ba8>> subnet after_create 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:35:29.632836 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f70fbb51ba8>> subnet after_delete 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:35:29.633201 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f70fbb51ba8>> subnet after_update 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:35:29.721175 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f70fb9d62e8>> subnet after_create 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:35:29.721599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f70fb9d62e8>> subnet after_delete 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:35:29.721981 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f70fb9d62e8>> subnet before_create 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:35:29.722356 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f70fb9d62e8>> subnet before_update 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 19 18:35:29.722900 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f71012a2b00>,) {'filters': {'network_id': ['b20378bb-47ab-4f9b-8f59-ec88da3afdad']}} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:29.733709 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'tag': '5478a875-0c63-4893-86df-c7a0ef656277'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:35:29.747112 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f71012a2b00>, 'c9351dc1-3d34-49f1-9725-19e45d183e3a') {'for_net_delete': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:29.747484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f71012a2b00>, 'c9351dc1-3d34-49f1-9725-19e45d183e3a') {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:29.761945 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279146027619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530975161'] for segment, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:29.786538 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:29.796357 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=86310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:35:29.814383 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'tag': '5478a875-0c63-4893-86df-c7a0ef656277', 'status': 'completed', 'code': 200}
Apr 19 18:35:29.928018 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 613718ad-992f-4362-a98a-ff9403d8c613 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:35:29.979674 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: 613718ad-992f-4362-a98a-ff9403d8c613 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:35:29.980367 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 613718ad-992f-4362-a98a-ff9403d8c613 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:35:30.040862 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ca6291-1efb-494c-8678-891c4b263c57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Router eb4c7687-5c37-4149-97ee-49876ea207c4 has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:35:30.065592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Network b20378bb-47ab-4f9b-8f59-ec88da3afdad has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:35:30.076866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3576371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036323801365'] for segment, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:30.244940 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ca6291-1efb-494c-8678-891c4b263c57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:35:30.255808 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92048c9e-c6a3-4aa6-9190-f9f4fa8df1a0 None None] Sync routers for ids ['eb4c7687-5c37-4149-97ee-49876ea207c4'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:35:30.264683 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-61ca6291-1efb-494c-8678-891c4b263c57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:30.266950 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92048c9e-c6a3-4aa6-9190-f9f4fa8df1a0 None None] Routers {'eb4c7687-5c37-4149-97ee-49876ea207c4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:35:30.267644 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-92048c9e-c6a3-4aa6-9190-f9f4fa8df1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100218f28>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:35:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['eb4c7687-5c37-4149-97ee-49876ea207c4'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:30.273968 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d8987-ec47-4a58-812a-2a220b021bb1 req-846e374d-3d71-47cf-9a1b-22ac6615ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:30.275724 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4a0d8987-ec47-4a58-812a-2a220b021bb1 req-846e374d-3d71-47cf-9a1b-22ac6615ed42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=881e8cffabb645a0bbcf58ced3234a61&device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 1099 time: 0.3938117
Apr 19 18:35:30.329172 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-61ca6291-1efb-494c-8678-891c4b263c57 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "DELETE /v2.0/floatingips/53f78ecf-2c34-42e9-a25b-dd89fd485a88 HTTP/1.1" status: 204  len: 168 time: 1.8159256
Apr 19 18:35:30.329172 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'tag': '5478a875-0c63-4893-86df-c7a0ef656277'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:35:30.477641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-92048c9e-c6a3-4aa6-9190-f9f4fa8df1a0 None None] Set router eb4c7687-5c37-4149-97ee-49876ea207c4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:35:30.665889 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Network b20378bb-47ab-4f9b-8f59-ec88da3afdad has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   from cryptography.utils import int_from_bytes
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   from cryptography.utils import int_from_bytes
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   (rel_b, rel_a, rel_b),
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   (rel_b, rel_a, rel_b),
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]: Traceback (most recent call last):
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:     timer()
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:     cb(*args, **kw)
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:     return func(*args, **kwargs)
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:     self._notify()
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:     self.callback(batched_events)
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:     event.method(event)
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:     segment_id)['aggregates'][0]
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:     return f(self, *a, **k)
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self._get(url).json()
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:     **kwargs)
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:     **endpoint_filter)
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:35:30.698377 dv-cinder-786928-1-iscsi neutron-server[86197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:35:30.821908 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'tag': '5478a875-0c63-4893-86df-c7a0ef656277', 'status': 'completed', 'code': 200}
Apr 19 18:35:30.846436 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-92048c9e-c6a3-4aa6-9190-f9f4fa8df1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100218f28>, [{'id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'name': 'tempest-TestMinimumBasicScenario-1140933156-router', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:06Z', 'updated_at': '2021-04-19T18:32:19Z', 'revision_number': 4, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'gw_port': {'id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:10Z', 'updated_at': '2021-04-19T18:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'e02f93a3-7647-42ed-a3e8-ce9e104f07ad', 'name': '', 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'mac_address': 'fa:16:3e:14:b6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:18Z', 'updated_at': '2021-04-19T18:32:35Z', 'revision_number': 5, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'subnets': [{'id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:30.851187 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92048c9e-c6a3-4aa6-9190-f9f4fa8df1a0 None None] Checking router: eb4c7687-5c37-4149-97ee-49876ea207c4 for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:35:30.861868 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92048c9e-c6a3-4aa6-9190-f9f4fa8df1a0 None None] Routers {'eb4c7687-5c37-4149-97ee-49876ea207c4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:35:30.862708 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-92048c9e-c6a3-4aa6-9190-f9f4fa8df1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100218f28>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:35:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['eb4c7687-5c37-4149-97ee-49876ea207c4'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:30.866378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d8987-ec47-4a58-812a-2a220b021bb1 req-658a983b-2d96-456e-9241-7df5f83329cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:30.867989 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4a0d8987-ec47-4a58-812a-2a220b021bb1 req-658a983b-2d96-456e-9241-7df5f83329cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=8e23a024-d945-4415-9ec2-2d14f1cce659 HTTP/1.1" status: 200  len: 916 time: 0.3130376
Apr 19 18:35:30.879465 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636034'] for network, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:30.955441 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc4b7e-33e7-4c7c-8a2f-303f7b08de41 req-4b633562-67eb-4d51-9199-725fc4914d37 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:30.960125 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d2fc4b7e-33e7-4c7c-8a2f-303f7b08de41 req-4b633562-67eb-4d51-9199-725fc4914d37 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.7584679
Apr 19 18:35:30.968666 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c2f8035f-c9cb-4d83-a947-e83d62c43ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:30.983851 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4a0d8987-ec47-4a58-812a-2a220b021bb1 req-79123904-404b-407a-9dcb-abb29f825cae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5478a875-0c63-4893-86df-c7a0ef656277 HTTP/1.1" status: 200  len: 217 time: 0.1010492
Apr 19 18:35:31.003905 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Pushing event deleted for resources: {'Network': ['ID=b20378bb-47ab-4f9b-8f59-ec88da3afdad,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:31.006260 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:31.017680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:31.066240 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-92048c9e-c6a3-4aa6-9190-f9f4fa8df1a0 None None] Set router eb4c7687-5c37-4149-97ee-49876ea207c4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:35:31.067658 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b20378bb-47ab-4f9b-8f59-ec88da3afdad HTTP/1.1" status: 204  len: 168 time: 1.8245318
Apr 19 18:35:31.097742 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d2fc4b7e-33e7-4c7c-8a2f-303f7b08de41 req-bafbafa3-aa6b-47da-8377-2c77816f07ed tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1310880
Apr 19 18:35:31.118182 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d8987-ec47-4a58-812a-2a220b021bb1 req-84efe27a-73df-4e3a-ae0f-031eedce1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:31.119777 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4a0d8987-ec47-4a58-812a-2a220b021bb1 req-84efe27a-73df-4e3a-ae0f-031eedce1aa7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0891f7e0-9bdd-478e-a003-514aea6cbcb6 HTTP/1.1" status: 200  len: 854 time: 0.1051898
Apr 19 18:35:31.218610 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 56620) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:35:31.231917 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d8987-ec47-4a58-812a-2a220b021bb1 req-0e9ba8dd-b0be-460e-8714-81dfbca4fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:31.233855 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4a0d8987-ec47-4a58-812a-2a220b021bb1 req-0e9ba8dd-b0be-460e-8714-81dfbca4fb25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e23a024-d945-4415-9ec2-2d14f1cce659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1027732
Apr 19 18:35:31.277646 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-c1633694-376a-4fb6-a8a5-99c93daf4df4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=694ac62c0a6e4d13a85854ea584ff4fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0576739
Apr 19 18:35:31.280700 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 56624) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:35:31.353941 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:31.382374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:31.414713 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4a0d8987-ec47-4a58-812a-2a220b021bb1 req-ddb02d43-0d9c-4520-90eb-d2beee6e1c1a service neutron] 10.222.0.13 "GET /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1676886
Apr 19 18:35:31.431317 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:31.432804 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-92048c9e-c6a3-4aa6-9190-f9f4fa8df1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100218f28>, [{'id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'name': 'tempest-TestMinimumBasicScenario-1140933156-router', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:06Z', 'updated_at': '2021-04-19T18:32:19Z', 'revision_number': 4, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'gw_port': {'id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:10Z', 'updated_at': '2021-04-19T18:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'e02f93a3-7647-42ed-a3e8-ce9e104f07ad', 'name': '', 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'mac_address': 'fa:16:3e:14:b6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:18Z', 'updated_at': '2021-04-19T18:32:35Z', 'revision_number': 5, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'subnets': [{'id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:31.436799 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d69dcfad-898d-4d13-8a0d-dea367f56bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:31.437422 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92048c9e-c6a3-4aa6-9190-f9f4fa8df1a0 None None] The sync data for ids ['eb4c7687-5c37-4149-97ee-49876ea207c4'] in dv-cinder-786928-1-iscsi is: [{'id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'name': 'tempest-TestMinimumBasicScenario-1140933156-router', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:06Z', 'updated_at': '2021-04-19T18:32:19Z', 'revision_number': 4, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'gw_port': {'id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:10Z', 'updated_at': '2021-04-19T18:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'e02f93a3-7647-42ed-a3e8-ce9e104f07ad', 'name': '', 'network_id': '8e23a024-d945-4415-9ec2-2d14f1cce659', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'mac_address': 'fa:16:3e:14:b6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:18Z', 'updated_at': '2021-04-19T18:32:35Z', 'revision_number': 5, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'subnets': [{'id': '0891f7e0-9bdd-478e-a003-514aea6cbcb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:35:31.451729 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9c6440-3412-4a88-b3fd-3f024353f241,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:31.464103 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:31.464544 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:31.464969 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:31.465391 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:31.466400 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:31.466856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:31.467207 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:31.467618 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:31.468105 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:31.468412 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:31.468823 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:31.469200 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:31.473449 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:31.475723 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:31.477017 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f9c6440-3412-4a88-b3fd-3f024353f241 HTTP/1.1" status: 204  len: 168 time: 0.1951811
Apr 19 18:35:31.577885 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4a0d8987-ec47-4a58-812a-2a220b021bb1 req-4781ff48-a6fb-42fd-8600-9daa706d8bae service neutron] 10.222.0.13 "GET /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458685
Apr 19 18:35:31.713136 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757c376-95ea-4851-95bb-6a1d797bc600 req-ccdaf3ff-b589-432c-b570-1df8ba476534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:31.714781 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a757c376-95ea-4851-95bb-6a1d797bc600 req-ccdaf3ff-b589-432c-b570-1df8ba476534 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=881e8cffabb645a0bbcf58ced3234a61&device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 1099 time: 0.0877883
Apr 19 18:35:31.873611 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757c376-95ea-4851-95bb-6a1d797bc600 req-5f93a72c-f5e9-4198-9075-c819cc9ba312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:31.873611 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a757c376-95ea-4851-95bb-6a1d797bc600 req-5f93a72c-f5e9-4198-9075-c819cc9ba312 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8e23a024-d945-4415-9ec2-2d14f1cce659 HTTP/1.1" status: 200  len: 916 time: 0.1516280
Apr 19 18:35:31.891129 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e695bd1d-1e10-4a3b-ad20-a20dd1a11c7e None None] New status for floating IP 53f78ecf-2c34-42e9-a25b-dd89fd485a88: DOWN {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:35:31.959969 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a757c376-95ea-4851-95bb-6a1d797bc600 req-8b6e4013-22cb-4f93-95bf-1286095d5dbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5478a875-0c63-4893-86df-c7a0ef656277 HTTP/1.1" status: 200  len: 217 time: 0.0785429
Apr 19 18:35:32.046145 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757c376-95ea-4851-95bb-6a1d797bc600 req-1b61a1fc-fe5f-4bc9-a09a-90b94aa34c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:32.048053 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a757c376-95ea-4851-95bb-6a1d797bc600 req-1b61a1fc-fe5f-4bc9-a09a-90b94aa34c70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0891f7e0-9bdd-478e-a003-514aea6cbcb6 HTTP/1.1" status: 200  len: 854 time: 0.0810835
Apr 19 18:35:32.177119 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757c376-95ea-4851-95bb-6a1d797bc600 req-c7d75d7f-e68d-47f1-9591-7b7986a10f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:32.179617 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a757c376-95ea-4851-95bb-6a1d797bc600 req-c7d75d7f-e68d-47f1-9591-7b7986a10f76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e23a024-d945-4415-9ec2-2d14f1cce659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1189477
Apr 19 18:35:32.425266 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a757c376-95ea-4851-95bb-6a1d797bc600 req-4c4d0b2f-f1bc-4702-aac6-e539493a1b32 service neutron] 10.222.0.13 "GET /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2376235
Apr 19 18:35:32.444296 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95fed3-1935-425c-a4b2-b9512143c45e req-d716f123-dc47-4eb5-87ac-0a0667f2a9e3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:32.446217 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5b95fed3-1935-425c-a4b2-b9512143c45e req-d716f123-dc47-4eb5-87ac-0a0667f2a9e3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.1583979
Apr 19 18:35:32.593229 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5b95fed3-1935-425c-a4b2-b9512143c45e req-e71c77d1-50b4-4c67-a07f-15dcc03ae9ae tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1197708
Apr 19 18:35:32.635169 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a757c376-95ea-4851-95bb-6a1d797bc600 req-860f213a-41a9-4ed5-962f-ff39e16c033d service neutron] 10.222.0.13 "GET /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2007537
Apr 19 18:35:33.158617 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:35:33.810408 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51e8ae-39a8-441a-9c45-0064c5b12657 req-65f3443c-e296-4761-8514-71c8b78ff9e7 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:33.813027 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8a51e8ae-39a8-441a-9c45-0064c5b12657 req-65f3443c-e296-4761-8514-71c8b78ff9e7 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.0958908
Apr 19 18:35:33.864155 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8a51e8ae-39a8-441a-9c45-0064c5b12657 req-12d5868c-59ea-47c3-85f7-b5206fc1eb63 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455687
Apr 19 18:35:34.002346 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c488380-bd7f-4a20-9341-86361c604f1b req-de48ffe5-7e46-48c1-8b5a-7706e7ff5702 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:34.003910 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7c488380-bd7f-4a20-9341-86361c604f1b req-de48ffe5-7e46-48c1-8b5a-7706e7ff5702 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 946 time: 0.0925524
Apr 19 18:35:34.051355 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7c488380-bd7f-4a20-9341-86361c604f1b req-203aee8d-dff6-4677-94ec-c04ef1cab2fa tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411453
Apr 19 18:35:35.074624 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0a9a8-be4a-4ecc-a975-08d4438b97e5 req-4069fb81-ae05-4b5b-a968-09a3d17a7384 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:35.076841 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-19b0a9a8-be4a-4ecc-a975-08d4438b97e5 req-4069fb81-ae05-4b5b-a968-09a3d17a7384 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.0930040
Apr 19 18:35:35.125967 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-19b0a9a8-be4a-4ecc-a975-08d4438b97e5 req-5eea2e97-d038-4634-aa2a-dff80898dc8a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419722
Apr 19 18:35:35.266717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d86ac-f925-48a2-bc21-839418e6fbb3 req-d5898a9b-8f4f-4811-a48d-a2aee6f7e865 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:35.268583 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1e5d86ac-f925-48a2-bc21-839418e6fbb3 req-d5898a9b-8f4f-4811-a48d-a2aee6f7e865 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 946 time: 0.0952907
Apr 19 18:35:35.317133 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1e5d86ac-f925-48a2-bc21-839418e6fbb3 req-472256ef-44c9-4118-ada2-30fb5a17008c tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/security-groups?id=7fa79621-80f3-42d2-95f9-55ebba49a9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421195
Apr 19 18:35:35.683227 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af5ff6-4ffb-4a83-93d8-2c800a79e32c req-76377460-c0b9-4550-822d-d1d1afd1ce96 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:35.684688 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-12af5ff6-4ffb-4a83-93d8-2c800a79e32c req-76377460-c0b9-4550-822d-d1d1afd1ce96 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.13 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 946 time: 0.0879989
Apr 19 18:35:35.765689 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-12af5ff6-4ffb-4a83-93d8-2c800a79e32c req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Deleting port 5478a875-0c63-4893-86df-c7a0ef656277 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:35:35.766079 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-12af5ff6-4ffb-4a83-93d8-2c800a79e32c req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:36.030984 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-12af5ff6-4ffb-4a83-93d8-2c800a79e32c req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] For port 5478a875-0c63-4893-86df-c7a0ef656277, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5478a875-0c63-4893-86df-c7a0ef656277,segment=NetworkSegment(09654d5d-78d0-4e3a-bec2-07fd9708c3a4),segment_id=09654d5d-78d0-4e3a-bec2-07fd9708c3a4)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:35:36.031392 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-12af5ff6-4ffb-4a83-93d8-2c800a79e32c req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:36.168755 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-12af5ff6-4ffb-4a83-93d8-2c800a79e32c req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Calling delete_port for 5478a875-0c63-4893-86df-c7a0ef656277 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:35:36.388680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-12af5ff6-4ffb-4a83-93d8-2c800a79e32c req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:36.398345 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ca397e25-388d-48a2-b3d7-6071375cc1f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:36.403135 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['5478a875-0c63-4893-86df-c7a0ef656277'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:35:36.455787 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Pushing event deleted for resources: {'Port': ['ID=5478a875-0c63-4893-86df-c7a0ef656277,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:36.586512 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:36.586830 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:36.587236 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:36.587640 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:36.588034 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:36.588432 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:36.588829 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:36.589223 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:36.589635 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:36.590032 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:36.590476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:36.590873 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:36.594627 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:36.603319 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-43fe2051-a7b5-4025-91cd-dc6b9a4e4385 req-051874f1-7317-4b20-a4d0-c28317b6524d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 210 time: 0.1608918
Apr 19 18:35:36.615177 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-12af5ff6-4ffb-4a83-93d8-2c800a79e32c req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] No DVR routers for this DVR port 5478a875-0c63-4893-86df-c7a0ef656277 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:35:36.617784 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-12af5ff6-4ffb-4a83-93d8-2c800a79e32c req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:36.623880 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'name': 'network-vif-deleted', 'tag': '5478a875-0c63-4893-86df-c7a0ef656277'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:35:36.638620 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095f34f-7d92-4385-b04d-af40184b50d5 req-a697db25-9a4c-403f-8209-9116174863b4 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:36.640241 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4095f34f-7d92-4385-b04d-af40184b50d5 req-a697db25-9a4c-403f-8209-9116174863b4 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.3499396
Apr 19 18:35:36.647313 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-12af5ff6-4ffb-4a83-93d8-2c800a79e32c req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.13 "DELETE /v2.0/ports/5478a875-0c63-4893-86df-c7a0ef656277 HTTP/1.1" status: 204  len: 173 time: 0.9552450
Apr 19 18:35:36.695321 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4095f34f-7d92-4385-b04d-af40184b50d5 req-5d858bad-5937-40ee-9866-c10ac4309745 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469601
Apr 19 18:35:36.759346 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f855b533-75e9-4ec0-9301-16697d6eb170', 'name': 'network-vif-deleted', 'tag': '5478a875-0c63-4893-86df-c7a0ef656277', 'status': 'completed', 'code': 200}
Apr 19 18:35:37.785765 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-eb6f3dd1-9def-4fa8-beeb-92a4124378e2 req-f884d665-d498-47a9-8c33-b978af622c2d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Synchronizing usage tracker for tenant:881e8cffabb645a0bbcf58ced3234a61 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:35:37.800781 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-eb6f3dd1-9def-4fa8-beeb-92a4124378e2 req-f884d665-d498-47a9-8c33-b978af622c2d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Unset dirty status for tenant:881e8cffabb645a0bbcf58ced3234a61 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:35:37.802080 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eb6f3dd1-9def-4fa8-beeb-92a4124378e2 req-f884d665-d498-47a9-8c33-b978af622c2d tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 210 time: 0.0661633
Apr 19 18:35:37.914258 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2a122-740c-4c7b-b76d-e7d9de561ad5 req-eaad361c-d3b5-4f91-a802-e986ca1c7524 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:37.915896 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-76f2a122-740c-4c7b-b76d-e7d9de561ad5 req-eaad361c-d3b5-4f91-a802-e986ca1c7524 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.0993512
Apr 19 18:35:38.186421 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-76f2a122-740c-4c7b-b76d-e7d9de561ad5 req-418dc6de-6ab8-4ffc-b92e-afbd74f6a143 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2642162
Apr 19 18:35:38.977894 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b4de401b-2a6f-4ba6-b436-a3ff20e39b5a req-56ae1ade-2ea6-492b-a1ca-5f984745edc9 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 210 time: 0.0489337
Apr 19 18:35:39.397653 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6a160-7ae1-4039-aba9-165ff4e7754a req-3fd9b125-e261-4961-9fb3-50f78ed35218 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:39.399215 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-68c6a160-7ae1-4039-aba9-165ff4e7754a req-3fd9b125-e261-4961-9fb3-50f78ed35218 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.0933285
Apr 19 18:35:39.447100 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-68c6a160-7ae1-4039-aba9-165ff4e7754a req-f054ca5f-4d70-4d6e-9419-6c8846a5182c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414767
Apr 19 18:35:39.960784 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 5478a875-0c63-4893-86df-c7a0ef656277 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:35:39.999381 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: 5478a875-0c63-4893-86df-c7a0ef656277 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:35:39.999937 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 5478a875-0c63-4893-86df-c7a0ef656277 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:35:40.154281 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5df0a95d-b9b6-4779-a088-7cc7a0b52576 req-d9f702d4-5795-4ca4-a728-6e92c0b6701c tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] 10.222.0.49 "GET /v2.0/ports?device_id=f855b533-75e9-4ec0-9301-16697d6eb170 HTTP/1.1" status: 200  len: 210 time: 0.0495307
Apr 19 18:35:40.662555 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a57dfe-a7d6-4ff0-919d-cbb9662a364c req-9ed6a229-8852-4290-b6c0-3f21637a6e5d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:40.664168 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-21a57dfe-a7d6-4ff0-919d-cbb9662a364c req-9ed6a229-8852-4290-b6c0-3f21637a6e5d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.0966077
Apr 19 18:35:40.713856 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-21a57dfe-a7d6-4ff0-919d-cbb9662a364c req-48bd6e1f-63da-4b07-aebd-920ed76c1120 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427299
Apr 19 18:35:41.928548 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99898a14-7105-489d-ba99-06fe0952baa0 req-d0fb7be2-83a2-4ccb-af51-d35a6efae759 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:41.930194 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-99898a14-7105-489d-ba99-06fe0952baa0 req-d0fb7be2-83a2-4ccb-af51-d35a6efae759 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.0942042
Apr 19 18:35:41.981889 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-99898a14-7105-489d-ba99-06fe0952baa0 req-bbb9962c-d9ad-4319-9968-052f4107e19b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443335
Apr 19 18:35:42.041534 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 56828) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:35:42.068455 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9fce068e-6c46-4ba9-b1c2-2adaa9bcd4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:42.491814 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:42.630543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f98f72c8-de7f-499b-b978-5ac5e8898e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854152038'] for router_interface, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:43.020899 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-f98f72c8-de7f-499b-b978-5ac5e8898e20 admin admin] Deleting port e02f93a3-7647-42ed-a3e8-ce9e104f07ad {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:35:43.021821 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f98f72c8-de7f-499b-b978-5ac5e8898e20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:43.100619 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c8339d64-3182-46e3-8c2e-0ff8084056e9 req-95ffa825-aa4a-4304-a3ae-af43ecee301d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0947468
Apr 19 18:35:43.295059 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-f98f72c8-de7f-499b-b978-5ac5e8898e20 admin admin] For port e02f93a3-7647-42ed-a3e8-ce9e104f07ad, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=e02f93a3-7647-42ed-a3e8-ce9e104f07ad,segment=NetworkSegment(09654d5d-78d0-4e3a-bec2-07fd9708c3a4),segment_id=09654d5d-78d0-4e3a-bec2-07fd9708c3a4)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:35:43.295640 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f98f72c8-de7f-499b-b978-5ac5e8898e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:43.296476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a6b84-0653-4f2f-8f4f-f48da4e4c905 req-5596fe4f-dd29-45d5-8afd-f54bd0c07780 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:43.298246 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-571a6b84-0653-4f2f-8f4f-f48da4e4c905 req-5596fe4f-dd29-45d5-8afd-f54bd0c07780 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.1883924
Apr 19 18:35:43.336330 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8339d64-3182-46e3-8c2e-0ff8084056e9 req-ea25f229-2bed-4956-b3b5-b2932ed1256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:43.338011 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c8339d64-3182-46e3-8c2e-0ff8084056e9 req-ea25f229-2bed-4956-b3b5-b2932ed1256d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 1099 time: 0.1552899
Apr 19 18:35:43.367501 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-571a6b84-0653-4f2f-8f4f-f48da4e4c905 req-b3d4ba18-1f60-43e0-95e7-8c5e8c2a895b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589881
Apr 19 18:35:43.449387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-f98f72c8-de7f-499b-b978-5ac5e8898e20 admin admin] Calling delete_port for e02f93a3-7647-42ed-a3e8-ce9e104f07ad owned by network:router_interface {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:35:43.582562 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8339d64-3182-46e3-8c2e-0ff8084056e9 req-51f4cee1-8f0d-4c80-b587-e453b27a218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:43.584073 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c8339d64-3182-46e3-8c2e-0ff8084056e9 req-51f4cee1-8f0d-4c80-b587-e453b27a218e service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9c36c12-0176-4f97-97e9-14acfffaf6f9 HTTP/1.1" status: 200  len: 912 time: 0.2205932
Apr 19 18:35:43.635981 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f98f72c8-de7f-499b-b978-5ac5e8898e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:43.640789 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-78e2986e-d9fe-47c3-994b-1bddd4f8b3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:43.707141 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe741c4-b85a-4d5d-8420-496ceaa32fb2 req-b611eead-b485-425b-83bb-c1ea7cf54586 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:43.708792 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9fe741c4-b85a-4d5d-8420-496ceaa32fb2 req-b611eead-b485-425b-83bb-c1ea7cf54586 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 946 time: 0.2036192
Apr 19 18:35:43.717250 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f72c8-de7f-499b-b978-5ac5e8898e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=e02f93a3-7647-42ed-a3e8-ce9e104f07ad,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:43.720530 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f98f72c8-de7f-499b-b978-5ac5e8898e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:43.763397 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c8339d64-3182-46e3-8c2e-0ff8084056e9 req-81b0a298-5173-4031-a03e-4536f70e45f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e36f32d3-be11-409e-99f1-14e409ae6b87 HTTP/1.1" status: 200  len: 1002 time: 0.1662564
Apr 19 18:35:43.827185 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9fe741c4-b85a-4d5d-8420-496ceaa32fb2 req-bb06df89-ff78-418b-a5cb-f146755c6004 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1092539
Apr 19 18:35:43.851019 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8339d64-3182-46e3-8c2e-0ff8084056e9 req-a906be79-a974-4cd7-8d52-0a61b236e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:43.852582 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c8339d64-3182-46e3-8c2e-0ff8084056e9 req-a906be79-a974-4cd7-8d52-0a61b236e23d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dfe41ce-4236-4779-9aeb-9390aebf5b7b HTTP/1.1" status: 200  len: 850 time: 0.0788357
Apr 19 18:35:43.954797 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8339d64-3182-46e3-8c2e-0ff8084056e9 req-d2155970-ba8b-41ea-818d-d431665fa7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:43.956709 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c8339d64-3182-46e3-8c2e-0ff8084056e9 req-d2155970-ba8b-41ea-818d-d431665fa7f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c36c12-0176-4f97-97e9-14acfffaf6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0954096
Apr 19 18:35:44.039638 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f98f72c8-de7f-499b-b978-5ac5e8898e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854151964'] for router_interface, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:44.115841 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c8339d64-3182-46e3-8c2e-0ff8084056e9 req-1a2a951b-dae3-4bf4-8155-9cf5285794f6 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503828
Apr 19 18:35:44.127194 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4fc73011-d1a7-4b34-9c49-27237efe240c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:44.287523 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c8339d64-3182-46e3-8c2e-0ff8084056e9 req-e1ddc216-e5fb-42e5-87f4-3f07afe4e357 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622133
Apr 19 18:35:44.638961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55491ef2-9904-44bd-8fb0-06a84113c3d0 req-2edf1733-f823-4a3c-9436-b8fe595ad7e1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:44.640553 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-55491ef2-9904-44bd-8fb0-06a84113c3d0 req-2edf1733-f823-4a3c-9436-b8fe595ad7e1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.1108680
Apr 19 18:35:44.692008 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-55491ef2-9904-44bd-8fb0-06a84113c3d0 req-a765c58b-aae8-43ac-bd14-fa88f14fddd8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444484
Apr 19 18:35:44.727665 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98f72c8-de7f-499b-b978-5ac5e8898e20 admin admin] Router eb4c7687-5c37-4149-97ee-49876ea207c4 has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:35:44.922427 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e985b-9659-448d-b3ae-8c56d7646772 req-16804604-125e-4019-b509-6d4130558288 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:44.923934 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-704e985b-9659-448d-b3ae-8c56d7646772 req-16804604-125e-4019-b509-6d4130558288 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 946 time: 0.0917640
Apr 19 18:35:44.928333 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98f72c8-de7f-499b-b978-5ac5e8898e20 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:35:44.939143 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856afefc-59db-4f91-ab55-924d47ec2f63 None None] Sync routers for ids ['eb4c7687-5c37-4149-97ee-49876ea207c4'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:35:44.946452 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f98f72c8-de7f-499b-b978-5ac5e8898e20 admin admin] 10.222.0.49 "PUT /v2.0/routers/eb4c7687-5c37-4149-97ee-49876ea207c4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9035916
Apr 19 18:35:44.949037 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 56890) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:35:44.951485 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856afefc-59db-4f91-ab55-924d47ec2f63 None None] Routers {'eb4c7687-5c37-4149-97ee-49876ea207c4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:35:44.952378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-856afefc-59db-4f91-ab55-924d47ec2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100323390>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:35:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['eb4c7687-5c37-4149-97ee-49876ea207c4'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:45.064952 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-704e985b-9659-448d-b3ae-8c56d7646772 req-c293c9ed-b419-4fea-a874-380b95b75911 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Deleting port e36f32d3-be11-409e-99f1-14e409ae6b87 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:35:45.065461 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-704e985b-9659-448d-b3ae-8c56d7646772 req-c293c9ed-b419-4fea-a874-380b95b75911 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:45.151633 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fcd5b-d78c-4c0c-b066-f53f5b05d16c req-7960d7b1-ea8a-4d6b-9317-6290932a0659 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:45.159336 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b37fcd5b-d78c-4c0c-b066-f53f5b05d16c req-7960d7b1-ea8a-4d6b-9317-6290932a0659 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 946 time: 0.1929257
Apr 19 18:35:45.165975 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-856afefc-59db-4f91-ab55-924d47ec2f63 None None] Set router eb4c7687-5c37-4149-97ee-49876ea207c4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:35:45.216880 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e344a052-e831-466b-be30-6477170f59c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:45.260475 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b37fcd5b-d78c-4c0c-b066-f53f5b05d16c req-28dc43a5-50f6-4e4f-b76e-6c93fc101a6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001980
Apr 19 18:35:45.382187 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:45.421829 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-704e985b-9659-448d-b3ae-8c56d7646772 req-c293c9ed-b419-4fea-a874-380b95b75911 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] For port e36f32d3-be11-409e-99f1-14e409ae6b87, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e36f32d3-be11-409e-99f1-14e409ae6b87,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:35:45.422243 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-704e985b-9659-448d-b3ae-8c56d7646772 req-c293c9ed-b419-4fea-a874-380b95b75911 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:45.425087 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e344a052-e831-466b-be30-6477170f59c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:45.434327 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-e344a052-e831-466b-be30-6477170f59c5 admin admin] Deleting port d42e6e60-fe12-4111-b01b-7f66f8d4d520 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:35:45.434756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e344a052-e831-466b-be30-6477170f59c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:45.513404 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-856afefc-59db-4f91-ab55-924d47ec2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100323390>, [{'id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'name': 'tempest-TestMinimumBasicScenario-1140933156-router', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:06Z', 'updated_at': '2021-04-19T18:35:43Z', 'revision_number': 5, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'gw_port': {'id': 'd42e6e60-fe12-4111-b01b-7f66f8d4d520', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:9d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:10Z', 'updated_at': '2021-04-19T18:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:45.518472 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856afefc-59db-4f91-ab55-924d47ec2f63 None None] Checking router: eb4c7687-5c37-4149-97ee-49876ea207c4 for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:35:45.528408 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856afefc-59db-4f91-ab55-924d47ec2f63 None None] Routers {'eb4c7687-5c37-4149-97ee-49876ea207c4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:35:45.529307 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-856afefc-59db-4f91-ab55-924d47ec2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100323390>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:35:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['eb4c7687-5c37-4149-97ee-49876ea207c4'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:45.652125 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-e344a052-e831-466b-be30-6477170f59c5 admin admin] For port d42e6e60-fe12-4111-b01b-7f66f8d4d520, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=d42e6e60-fe12-4111-b01b-7f66f8d4d520,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:35:45.653126 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e344a052-e831-466b-be30-6477170f59c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:45.707063 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:45.724577 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-856afefc-59db-4f91-ab55-924d47ec2f63 None None] Set router eb4c7687-5c37-4149-97ee-49876ea207c4 gateway port host: None {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:35:45.783139 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-704e985b-9659-448d-b3ae-8c56d7646772 req-c293c9ed-b419-4fea-a874-380b95b75911 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:45.783563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-704e985b-9659-448d-b3ae-8c56d7646772 req-c293c9ed-b419-4fea-a874-380b95b75911 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636081'] for floatingip, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:45.784180 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_db [req-704e985b-9659-448d-b3ae-8c56d7646772 req-c293c9ed-b419-4fea-a874-380b95b75911 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Floating IP f967e9e1-263a-47ab-a44f-d6bd3e27887b disassociated. External IP: 172.27.1.135, port: e36f32d3-be11-409e-99f1-14e409ae6b87.
Apr 19 18:35:45.784570 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-704e985b-9659-448d-b3ae-8c56d7646772 req-c293c9ed-b419-4fea-a874-380b95b75911 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Calling delete_port for e36f32d3-be11-409e-99f1-14e409ae6b87 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:35:45.816961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-e344a052-e831-466b-be30-6477170f59c5 admin admin] Calling delete_port for d42e6e60-fe12-4111-b01b-7f66f8d4d520 owned by network:router_gateway {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:35:45.855993 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-856afefc-59db-4f91-ab55-924d47ec2f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100323390>, [{'id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'name': 'tempest-TestMinimumBasicScenario-1140933156-router', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:06Z', 'updated_at': '2021-04-19T18:35:45Z', 'revision_number': 6, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'gw_port_host': None}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:45.859420 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856afefc-59db-4f91-ab55-924d47ec2f63 None None] The sync data for ids ['eb4c7687-5c37-4149-97ee-49876ea207c4'] in dv-cinder-786928-1-iscsi is: [{'id': 'eb4c7687-5c37-4149-97ee-49876ea207c4', 'name': 'tempest-TestMinimumBasicScenario-1140933156-router', 'tenant_id': '881e8cffabb645a0bbcf58ced3234a61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:06Z', 'updated_at': '2021-04-19T18:35:45Z', 'revision_number': 6, 'project_id': '881e8cffabb645a0bbcf58ced3234a61', 'gw_port_host': None}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:35:45.967546 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device e02f93a3-7647-42ed-a3e8-ce9e104f07ad no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:35:46.029967 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: e02f93a3-7647-42ed-a3e8-ce9e104f07ad {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:35:46.030384 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device e02f93a3-7647-42ed-a3e8-ce9e104f07ad not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:35:46.035338 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-704e985b-9659-448d-b3ae-8c56d7646772 req-c293c9ed-b419-4fea-a874-380b95b75911 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:46.045272 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9ec17c6a-f16c-45f0-9a07-f59cc9e83ef4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:46.076807 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e344a052-e831-466b-be30-6477170f59c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:46.082346 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:46.100443 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293c9ed-b419-4fea-a874-380b95b75911 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event deleted for resources: {'Port': ['ID=e36f32d3-be11-409e-99f1-14e409ae6b87,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:46.102938 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c293c9ed-b419-4fea-a874-380b95b75911 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:46.142062 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344a052-e831-466b-be30-6477170f59c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d42e6e60-fe12-4111-b01b-7f66f8d4d520,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:46.145474 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e344a052-e831-466b-be30-6477170f59c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:46.252946 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e344a052-e831-466b-be30-6477170f59c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637285'] for router_gateway, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:46.364969 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c87a8-20b5-4027-8896-71b9f1da41bb req-e8b6664e-e699-4e02-9779-4cccdf213b5d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:46.366959 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-541c87a8-20b5-4027-8896-71b9f1da41bb req-e8b6664e-e699-4e02-9779-4cccdf213b5d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.3912709
Apr 19 18:35:46.375070 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-704e985b-9659-448d-b3ae-8c56d7646772 req-c293c9ed-b419-4fea-a874-380b95b75911 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Router f20c51fd-c5fe-4927-a425-5211c2c484cb has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:35:46.384683 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:46.461557 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e344a052-e831-466b-be30-6477170f59c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-301'] for router, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:46.464269 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e344a052-e831-466b-be30-6477170f59c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:46.493316 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e344a052-e831-466b-be30-6477170f59c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854146691'] for router, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:46.493921 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e344a052-e831-466b-be30-6477170f59c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb4c7687-5c37-4149-97ee-49876ea207c4 {{(pid=86311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 18:35:46.508807 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e344a052-e831-466b-be30-6477170f59c5 admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:46.513486 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e344a052-e831-466b-be30-6477170f59c5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/eb4c7687-5c37-4149-97ee-49876ea207c4 HTTP/1.1" status: 204  len: 168 time: 1.5606985
Apr 19 18:35:46.514326 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 56916) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:35:46.593557 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad455874-4259-4d79-8699-ab58068eb93e admin admin] Deleting subnet 0891f7e0-9bdd-478e-a003-514aea6cbcb6 {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:35:46.597392 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ad455874-4259-4d79-8699-ab58068eb93e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:46.658908 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ad455874-4259-4d79-8699-ab58068eb93e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531779165'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:46.791021 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ad455874-4259-4d79-8699-ab58068eb93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492386'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:46.831774 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4fb4d681-995e-4fb8-a348-023bc6405ae8 req-0c2848d0-34da-498c-804a-27c0ca2013ac tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 210 time: 0.4200661
Apr 19 18:35:46.855142 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-541c87a8-20b5-4027-8896-71b9f1da41bb req-91edda10-5876-4655-844c-b44b61dce335 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4766366
Apr 19 18:35:46.897836 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-704e985b-9659-448d-b3ae-8c56d7646772 req-c293c9ed-b419-4fea-a874-380b95b75911 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:35:46.908039 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d618fdb5-f948-4734-b721-2c5477b829db None None] Sync routers for ids ['f20c51fd-c5fe-4927-a425-5211c2c484cb'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:35:46.919749 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d618fdb5-f948-4734-b721-2c5477b829db None None] Routers {'f20c51fd-c5fe-4927-a425-5211c2c484cb'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:35:46.920492 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-d618fdb5-f948-4734-b721-2c5477b829db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710121cdd8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:35:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['f20c51fd-c5fe-4927-a425-5211c2c484cb'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:46.983145 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-704e985b-9659-448d-b3ae-8c56d7646772 req-c293c9ed-b419-4fea-a874-380b95b75911 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] No DVR routers for this DVR port e36f32d3-be11-409e-99f1-14e409ae6b87 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:35:46.985813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-704e985b-9659-448d-b3ae-8c56d7646772 req-c293c9ed-b419-4fea-a874-380b95b75911 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:46.989026 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc16520-9c4c-4f62-8aa6-e448a5cf01f8', 'name': 'network-vif-deleted', 'tag': 'e36f32d3-be11-409e-99f1-14e409ae6b87'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:35:46.998927 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-704e985b-9659-448d-b3ae-8c56d7646772 req-c293c9ed-b419-4fea-a874-380b95b75911 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.13 "DELETE /v2.0/ports/e36f32d3-be11-409e-99f1-14e409ae6b87 HTTP/1.1" status: 204  len: 173 time: 2.0687637
Apr 19 18:35:47.055365 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc16520-9c4c-4f62-8aa6-e448a5cf01f8', 'name': 'network-vif-deleted', 'tag': 'e36f32d3-be11-409e-99f1-14e409ae6b87', 'status': 'completed', 'code': 200}
Apr 19 18:35:47.079945 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ad455874-4259-4d79-8699-ab58068eb93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851283430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036322922211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2060568'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:47.086491 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f9d9df77-73fc-47c6-82d5-d952c2db23e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:47.151880 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad455874-4259-4d79-8699-ab58068eb93e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0891f7e0-9bdd-478e-a003-514aea6cbcb6,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:47.154592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09cc115-98dd-46bb-a571-837ef6be4078 None None] Network 8e23a024-d945-4415-9ec2-2d14f1cce659 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:35:47.155008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ad455874-4259-4d79-8699-ab58068eb93e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:47.163276 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ad455874-4259-4d79-8699-ab58068eb93e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:47.166891 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 56924) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:35:47.176233 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ad455874-4259-4d79-8699-ab58068eb93e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0891f7e0-9bdd-478e-a003-514aea6cbcb6 HTTP/1.1" status: 204  len: 168 time: 0.6606202
Apr 19 18:35:47.304863 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-d618fdb5-f948-4734-b721-2c5477b829db None None] Set router f20c51fd-c5fe-4927-a425-5211c2c484cb gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:35:47.307072 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3659374'] for network, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:47.320673 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Deleting port 143d537d-f647-4cb1-9756-935be29129d7 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:35:47.321060 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:47.467605 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad114a1-78e7-410b-b8a6-93b7a4267c89 None None] DHCP port deletion for 8e23a024-d945-4415-9ec2-2d14f1cce659 request from dv-cinder-786928-1-iscsi {{(pid=86312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 18:35:47.472583 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-0ad114a1-78e7-410b-b8a6-93b7a4267c89 None None] Deleting port 143d537d-f647-4cb1-9756-935be29129d7 {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:35:47.473239 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0ad114a1-78e7-410b-b8a6-93b7a4267c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:47.604373 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] For port 143d537d-f647-4cb1-9756-935be29129d7, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=143d537d-f647-4cb1-9756-935be29129d7,segment=NetworkSegment(09654d5d-78d0-4e3a-bec2-07fd9708c3a4),segment_id=09654d5d-78d0-4e3a-bec2-07fd9708c3a4)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:35:47.605026 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:47.753502 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-d618fdb5-f948-4734-b721-2c5477b829db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710121cdd8>, [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:06Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:47.758287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d618fdb5-f948-4734-b721-2c5477b829db None None] Checking router: f20c51fd-c5fe-4927-a425-5211c2c484cb for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:35:47.768046 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d618fdb5-f948-4734-b721-2c5477b829db None None] Routers {'f20c51fd-c5fe-4927-a425-5211c2c484cb'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:35:47.768710 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-d618fdb5-f948-4734-b721-2c5477b829db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710121cdd8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:35:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['f20c51fd-c5fe-4927-a425-5211c2c484cb'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:47.793020 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-0ad114a1-78e7-410b-b8a6-93b7a4267c89 None None] For port 143d537d-f647-4cb1-9756-935be29129d7, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=143d537d-f647-4cb1-9756-935be29129d7,segment=NetworkSegment(09654d5d-78d0-4e3a-bec2-07fd9708c3a4),segment_id=09654d5d-78d0-4e3a-bec2-07fd9708c3a4)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:35:47.793801 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0ad114a1-78e7-410b-b8a6-93b7a4267c89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:47.845550 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Calling delete_port for 143d537d-f647-4cb1-9756-935be29129d7 owned by network:dhcp {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:35:48.030330 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:48.036292 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device fe8c9f4e-fba0-40cd-95bc-c54190858da9 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:35:48.036481 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3272111a-a23d-4cfe-8098-4984bc3b1717 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:48.092960 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-d618fdb5-f948-4734-b721-2c5477b829db None None] Set router f20c51fd-c5fe-4927-a425-5211c2c484cb gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:35:48.150244 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] No DVR routers for this DVR port 143d537d-f647-4cb1-9756-935be29129d7 on host dv-cinder-786928-1-iscsi {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:35:48.277895 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device e36f32d3-be11-409e-99f1-14e409ae6b87 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:35:48.319518 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-0ad114a1-78e7-410b-b8a6-93b7a4267c89 None None] Calling delete_port for 143d537d-f647-4cb1-9756-935be29129d7 owned by network:dhcp {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:35:48.366763 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 143d537d-f647-4cb1-9756-935be29129d7 no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:35:48.404309 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851283337', 'neutron.services.segments.db._delete_segments_for_network-8757708639347'] for network, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:48.443356 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port fe8c9f4e-fba0-40cd-95bc-c54190858da9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8c9f4e-fba0-40cd-95bc-c54190858da9,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:35:48.465934 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: e36f32d3-be11-409e-99f1-14e409ae6b87 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:35:48.466297 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device e36f32d3-be11-409e-99f1-14e409ae6b87 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:35:48.469045 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'port_id': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9', 'mac_address': 'fa:16:3e:2a:6f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:35:48.481918 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-d618fdb5-f948-4734-b721-2c5477b829db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710121cdd8>, [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:06Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:48.486351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d618fdb5-f948-4734-b721-2c5477b829db None None] The sync data for ids ['f20c51fd-c5fe-4927-a425-5211c2c484cb'] in dv-cinder-786928-1-iscsi is: [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:06Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:35:48.591848 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f70fa964b38>,) {'filters': {'network_id': ['8e23a024-d945-4415-9ec2-2d14f1cce659']}} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:48.604555 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: 143d537d-f647-4cb1-9756-935be29129d7 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:35:48.604963 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 143d537d-f647-4cb1-9756-935be29129d7 not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:35:48.605414 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fa964b38>, '09654d5d-78d0-4e3a-bec2-07fd9708c3a4') {'for_net_delete': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:48.605529 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device d42e6e60-fe12-4111-b01b-7f66f8d4d520 no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:35:48.606693 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fa964b38>, '09654d5d-78d0-4e3a-bec2-07fd9708c3a4') {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:48.619898 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279146027619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530975161'] for segment, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:48.644374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:48.648289 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:48.659203 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=86310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:35:48.706570 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: d42e6e60-fe12-4111-b01b-7f66f8d4d520 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:35:48.706875 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device d42e6e60-fe12-4111-b01b-7f66f8d4d520 not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:35:48.750777 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-586231d3-68ad-484c-bd27-581e93c27a82 req-f91b15ca-647c-4560-8c8d-deea525e78ee tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Synchronizing usage tracker for tenant:b2c9c6242f9040c7a6043ce4b8184661 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:35:48.752750 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Pushing event deleted for resources: {'Port': ['ID=143d537d-f647-4cb1-9756-935be29129d7,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:48.755657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:48.795484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe8c9f4e-fba0-40cd-95bc-c54190858da9 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:35:48.826147 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port fe8c9f4e-fba0-40cd-95bc-c54190858da9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8c9f4e-fba0-40cd-95bc-c54190858da9,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:35:48.845039 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:48.848584 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:48.932571 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Network 8e23a024-d945-4415-9ec2-2d14f1cce659 has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:35:48.944167 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3576371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036323801365'] for segment, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:49.060080 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-586231d3-68ad-484c-bd27-581e93c27a82 req-f91b15ca-647c-4560-8c8d-deea525e78ee tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Unset dirty status for tenant:b2c9c6242f9040c7a6043ce4b8184661 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:35:49.061390 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-586231d3-68ad-484c-bd27-581e93c27a82 req-f91b15ca-647c-4560-8c8d-deea525e78ee tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=3cc16520-9c4c-4f62-8aa6-e448a5cf01f8 HTTP/1.1" status: 200  len: 210 time: 0.8282142
Apr 19 18:35:49.178818 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=fe8c9f4e-fba0-40cd-95bc-c54190858da9,revision_number=6']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:49.186256 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba2cbd-a422-4f06-a8be-c31413a5b5f6 None None] New status for floating IP f967e9e1-263a-47ab-a44f-d6bd3e27887b: DOWN {{(pid=86312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:35:49.198075 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b380f5-f4aa-44dc-b41e-803c524aeb15 req-518cb64c-c315-4545-8a00-cd758fec503e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:49.206839 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a1b380f5-f4aa-44dc-b41e-803c524aeb15 req-518cb64c-c315-4545-8a00-cd758fec503e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 944 time: 0.9034510
Apr 19 18:35:49.217536 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Network 8e23a024-d945-4415-9ec2-2d14f1cce659 has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:35:49.299129 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a1b380f5-f4aa-44dc-b41e-803c524aeb15 req-96c30603-7739-4f18-9325-3717ac7ce6dc tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0911262
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]: Traceback (most recent call last):
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:     timer()
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:     cb(*args, **kw)
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:     return func(*args, **kwargs)
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:     self._notify()
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:     self.callback(batched_events)
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:     event.method(event)
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:     segment_id)['aggregates'][0]
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:     return f(self, *a, **k)
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self._get(url).json()
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:     **kwargs)
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:     **endpoint_filter)
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:35:49.299920 dv-cinder-786928-1-iscsi neutron-server[86197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:35:49.316108 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:49.316769 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:49.317353 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:49.317979 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:49.318798 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:49.319380 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:49.319945 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:49.320512 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:49.321092 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:49.321693 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:49.322259 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:49.322834 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:35:49.409600 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:49.410975 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['fe8c9f4e-fba0-40cd-95bc-c54190858da9'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:35:49.431089 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636034'] for network, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:49.437540 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:49.471926 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5f43c68c-d719-4f4c-a3e8-e0a3afa4d076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:49.472035 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.db.api [None req-0ad114a1-78e7-410b-b8a6-93b7a4267c89 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86312) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 18:35:49.472035 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_db.api [None req-0ad114a1-78e7-410b-b8a6-93b7a4267c89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 18:35:49.483839 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] 10.222.0.49 "DELETE /v2.0/networks/8e23a024-d945-4415-9ec2-2d14f1cce659 HTTP/1.1" status: 204  len: 168 time: 2.3157067
Apr 19 18:35:49.486953 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 56982) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:35:49.511410 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Pushing event deleted for resources: {'Network': ['ID=8e23a024-d945-4415-9ec2-2d14f1cce659,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:49.514551 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:49.969317 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-0ad114a1-78e7-410b-b8a6-93b7a4267c89 None None] Deleting port 143d537d-f647-4cb1-9756-935be29129d7 {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:35:49.970031 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0ad114a1-78e7-410b-b8a6-93b7a4267c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:50.028554 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device fe8c9f4e-fba0-40cd-95bc-c54190858da9 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:35:50.152182 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-0ad114a1-78e7-410b-b8a6-93b7a4267c89 None None] The port '143d537d-f647-4cb1-9756-935be29129d7' was deleted {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 18:35:50.239933 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port fe8c9f4e-fba0-40cd-95bc-c54190858da9 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:35:50.240965 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:50.432757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:50.478181 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:35:50.495192 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port fe8c9f4e-fba0-40cd-95bc-c54190858da9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8c9f4e-fba0-40cd-95bc-c54190858da9,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:35:50.503657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:50.506239 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:50.604199 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=fe8c9f4e-fba0-40cd-95bc-c54190858da9,revision_number=7']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:50.617665 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:50.629714 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc787400-efad-4854-a1ff-86d815cccd3b req-4a5fae1a-44c9-46df-99f5-11dfe3883793 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:50.638010 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bc787400-efad-4854-a1ff-86d815cccd3b req-4a5fae1a-44c9-46df-99f5-11dfe3883793 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.1708469
Apr 19 18:35:50.694230 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bc787400-efad-4854-a1ff-86d815cccd3b req-63360f2a-6908-4e57-a070-46bc46e8bf32 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548925
Apr 19 18:35:50.764543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1350f827-b687-49a1-8925-b5400fe9cbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854152038'] for router_interface, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:50.770257 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-1cb900f1-1b27-4d6a-8453-1325ba7d9aa4 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-682775505&fields=id&tenant_id=b2c9c6242f9040c7a6043ce4b8184661 HTTP/1.1" status: 200  len: 267 time: 0.0710204
Apr 19 18:35:51.073603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-b9dbf17d-15bd-43a1-a816-5174203fc026 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:51.075724 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-b9dbf17d-15bd-43a1-a816-5174203fc026 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/networks?id=e9c36c12-0176-4f97-97e9-14acfffaf6f9 HTTP/1.1" status: 200  len: 811 time: 0.2917049
Apr 19 18:35:51.100278 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-cf30882b-989d-408e-b1f9-a5d3584a106b tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/quotas/b2c9c6242f9040c7a6043ce4b8184661 HTTP/1.1" status: 200  len: 375 time: 0.0170622
Apr 19 18:35:51.110703 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9', 'code': 200}
Apr 19 18:35:51.231800 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-a866e426-c024-4fbf-949b-8258d3888c74 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1237190
Apr 19 18:35:51.455058 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-1350f827-b687-49a1-8925-b5400fe9cbe3 admin admin] Deleting port 7ef98599-1022-4ee9-bffd-49543e2cb68e {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:35:51.455529 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1350f827-b687-49a1-8925-b5400fe9cbe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:51.800947 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-56ceab17-1780-40bf-893c-20a1e62b6ee7 service neutron] 10.222.0.49 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5651052
Apr 19 18:35:51.920136 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-1350f827-b687-49a1-8925-b5400fe9cbe3 admin admin] For port 7ef98599-1022-4ee9-bffd-49543e2cb68e, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=7ef98599-1022-4ee9-bffd-49543e2cb68e,segment=NetworkSegment(07535514-090e-476c-b806-b50af62879a1),segment_id=07535514-090e-476c-b806-b50af62879a1)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:35:51.920545 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1350f827-b687-49a1-8925-b5400fe9cbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:52.110348 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-25cd5a89-a212-42f1-ad90-59003c947762 service neutron] 10.222.0.49 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3079386
Apr 19 18:35:52.143731 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-1350f827-b687-49a1-8925-b5400fe9cbe3 admin admin] Calling delete_port for 7ef98599-1022-4ee9-bffd-49543e2cb68e owned by network:router_interface {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:35:52.182084 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35634e-2505-4b5c-9fbc-a58d64c94db7 req-521e577b-1073-4ad2-a5d8-b6fd94bcd3bf tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:52.193226 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ee35634e-2505-4b5c-9fbc-a58d64c94db7 req-521e577b-1073-4ad2-a5d8-b6fd94bcd3bf tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.2359166
Apr 19 18:35:52.295060 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ee35634e-2505-4b5c-9fbc-a58d64c94db7 req-06bf7adc-ee74-4f1a-ba40-faf72183d0d8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001770
Apr 19 18:35:52.451150 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1350f827-b687-49a1-8925-b5400fe9cbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:52.456688 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:52.509157 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350f827-b687-49a1-8925-b5400fe9cbe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef98599-1022-4ee9-bffd-49543e2cb68e,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:52.517855 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1350f827-b687-49a1-8925-b5400fe9cbe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:52.781700 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b994ebfe-9fce-4647-b744-1b4124955814 req-c6f3e646-bc5b-4df4-86c1-2cf36b67c6d2 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 210 time: 0.0728402
Apr 19 18:35:52.900606 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1350f827-b687-49a1-8925-b5400fe9cbe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854151964'] for router_interface, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:53.372021 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1350f827-b687-49a1-8925-b5400fe9cbe3 admin admin] Router 82956b25-291a-46e9-a8d5-aba27ed6dbc1 has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:35:53.551707 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd59a5-4ac8-4b62-b5e0-c4f4037f1e69 req-65d4d000-a42f-49ce-9b55-6129d22f2672 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:53.554147 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d8cd59a5-4ac8-4b62-b5e0-c4f4037f1e69 req-65d4d000-a42f-49ce-9b55-6129d22f2672 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.1056354
Apr 19 18:35:53.617790 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d8cd59a5-4ac8-4b62-b5e0-c4f4037f1e69 req-c571eccc-537e-4c91-bd3a-3815b3a810eb tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573540
Apr 19 18:35:53.717024 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1350f827-b687-49a1-8925-b5400fe9cbe3 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:35:53.733299 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69693bf4-0263-4f3f-a000-e88d20bb53b3 None None] Sync routers for ids ['82956b25-291a-46e9-a8d5-aba27ed6dbc1'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:35:53.745103 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69693bf4-0263-4f3f-a000-e88d20bb53b3 None None] Routers {'82956b25-291a-46e9-a8d5-aba27ed6dbc1'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:35:53.745866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-69693bf4-0263-4f3f-a000-e88d20bb53b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71006c2be0>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:35:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['82956b25-291a-46e9-a8d5-aba27ed6dbc1'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:53.762532 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-1350f827-b687-49a1-8925-b5400fe9cbe3 admin admin] 10.222.0.49 "PUT /v2.0/routers/82956b25-291a-46e9-a8d5-aba27ed6dbc1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2743137
Apr 19 18:35:53.765285 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 57068) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:35:54.221825 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-69693bf4-0263-4f3f-a000-e88d20bb53b3 None None] Set router 82956b25-291a-46e9-a8d5-aba27ed6dbc1 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:35:54.599675 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f0f00649-aeb7-43f5-a2ec-ab0e7419cabb req-f5cd4baf-c136-4192-90e9-751cd6f09fce tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 210 time: 0.2481265
Apr 19 18:35:54.608837 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-56ab0efe-fb23-4e7f-b1d7-db204a0249cd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:54.610808 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-56ab0efe-fb23-4e7f-b1d7-db204a0249cd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.13 "GET /v2.0/networks?id=e9c36c12-0176-4f97-97e9-14acfffaf6f9 HTTP/1.1" status: 200  len: 811 time: 0.2677574
Apr 19 18:35:54.644143 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-de91b43f-5a5b-40fb-aa7c-103ecd6b1954 admin admin] Notify callbacks [] for router, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:54.849285 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-69693bf4-0263-4f3f-a000-e88d20bb53b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71006c2be0>, [{'id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'name': 'tempest-TestMinimumBasicScenario-1911334144-router', 'tenant_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:24Z', 'updated_at': '2021-04-19T18:35:52Z', 'revision_number': 5, 'project_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'gw_port': {'id': '893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:25Z', 'updated_at': '2021-04-19T18:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:54.862810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69693bf4-0263-4f3f-a000-e88d20bb53b3 None None] Checking router: 82956b25-291a-46e9-a8d5-aba27ed6dbc1 for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:35:54.888824 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69693bf4-0263-4f3f-a000-e88d20bb53b3 None None] Routers {'82956b25-291a-46e9-a8d5-aba27ed6dbc1'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:35:54.889370 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-69693bf4-0263-4f3f-a000-e88d20bb53b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71006c2be0>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:35:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['82956b25-291a-46e9-a8d5-aba27ed6dbc1'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:54.910372 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-de91b43f-5a5b-40fb-aa7c-103ecd6b1954 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:55.039938 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-66470b6c-dc14-446b-aaa0-84a15f58d428 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2c9c6242f9040c7a6043ce4b8184661 HTTP/1.1" status: 200  len: 8059 time: 0.1614413
Apr 19 18:35:55.040705 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-de91b43f-5a5b-40fb-aa7c-103ecd6b1954 admin admin] Deleting port 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:35:55.041097 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-de91b43f-5a5b-40fb-aa7c-103ecd6b1954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:55.120839 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-cec98e3c-b12d-48f0-b01c-ac640acb3125 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Request body: {'port': {'device_id': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'admin_state_up': True, 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'security_groups': ['5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4']}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:35:55.123915 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-69693bf4-0263-4f3f-a000-e88d20bb53b3 None None] Set router 82956b25-291a-46e9-a8d5-aba27ed6dbc1 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:35:55.337984 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-cec98e3c-b12d-48f0-b01c-ac640acb3125 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:35:55.418684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-cec98e3c-b12d-48f0-b01c-ac640acb3125 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:35:55.484475 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-69693bf4-0263-4f3f-a000-e88d20bb53b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71006c2be0>, [{'id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'name': 'tempest-TestMinimumBasicScenario-1911334144-router', 'tenant_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:24Z', 'updated_at': '2021-04-19T18:35:52Z', 'revision_number': 5, 'project_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'gw_port': {'id': '893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:25Z', 'updated_at': '2021-04-19T18:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:35:55.489716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69693bf4-0263-4f3f-a000-e88d20bb53b3 None None] The sync data for ids ['82956b25-291a-46e9-a8d5-aba27ed6dbc1'] in dv-cinder-786928-1-iscsi is: [{'id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'name': 'tempest-TestMinimumBasicScenario-1911334144-router', 'tenant_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:24Z', 'updated_at': '2021-04-19T18:35:52Z', 'revision_number': 5, 'project_id': 'ad489038dcbf4a55bc2f86492e8d002f', 'gw_port': {'id': '893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82956b25-291a-46e9-a8d5-aba27ed6dbc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:25Z', 'updated_at': '2021-04-19T18:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:35:55.551711 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-cec98e3c-b12d-48f0-b01c-ac640acb3125 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Made reservation on behalf of b2c9c6242f9040c7a6043ce4b8184661 for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:35:55.558019 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-cec98e3c-b12d-48f0-b01c-ac640acb3125 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:55.587996 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a2e45-4fb7-4eae-b952-e4f269783298 req-fedad87d-22c5-4dc5-bb0a-5fc933d4203b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:55.596420 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7f1a2e45-4fb7-4eae-b952-e4f269783298 req-fedad87d-22c5-4dc5-bb0a-5fc933d4203b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.6759074
Apr 19 18:35:55.753558 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-de91b43f-5a5b-40fb-aa7c-103ecd6b1954 admin admin] For port 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:35:55.754105 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-de91b43f-5a5b-40fb-aa7c-103ecd6b1954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:55.779956 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae846268-9d18-4f1b-829a-14ab10947979 req-66c17395-0e27-430d-ad69-c261baa7df8e tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:55.788525 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ae846268-9d18-4f1b-829a-14ab10947979 req-66c17395-0e27-430d-ad69-c261baa7df8e tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.4278901
Apr 19 18:35:55.811603 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7f1a2e45-4fb7-4eae-b952-e4f269783298 req-ea294587-9061-4a1c-b9d1-ca6efd525f7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2139156
Apr 19 18:35:55.951095 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 7ef98599-1022-4ee9-bffd-49543e2cb68e no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:35:56.026688 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: 7ef98599-1022-4ee9-bffd-49543e2cb68e {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:35:56.027911 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 7ef98599-1022-4ee9-bffd-49543e2cb68e not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:35:56.085992 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-de91b43f-5a5b-40fb-aa7c-103ecd6b1954 admin admin] Calling delete_port for 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259 owned by network:router_gateway {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:35:56.203145 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ae846268-9d18-4f1b-829a-14ab10947979 req-875defd3-9cc2-4cf8-af40-e00e3ad54a34 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4133062
Apr 19 18:35:56.206262 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-aba90d98-daa9-4244-889d-2b6dfbda8dc6 req-317e638c-7b73-493e-bcf1-4d495980d3ee tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 210 time: 0.1320176
Apr 19 18:35:56.476459 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-cec98e3c-b12d-48f0-b01c-ac640acb3125 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Allocated IP 172.20.0.12 (e9c36c12-0176-4f97-97e9-14acfffaf6f9/2dfe41ce-4236-4779-9aeb-9390aebf5b7b/963130fd-95e2-4689-9511-6366963829f3) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:35:56.627660 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-de91b43f-5a5b-40fb-aa7c-103ecd6b1954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:56.684078 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ad0dc37f-06f7-4257-acd8-a0db68ce8aa8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:56.735580 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91b43f-5a5b-40fb-aa7c-103ecd6b1954 admin admin] Pushing event deleted for resources: {'Port': ['ID=893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:56.739164 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-de91b43f-5a5b-40fb-aa7c-103ecd6b1954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:56.896398 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-de91b43f-5a5b-40fb-aa7c-103ecd6b1954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637285'] for router_gateway, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:57.527596 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-cec98e3c-b12d-48f0-b01c-ac640acb3125 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:57.551371 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-de91b43f-5a5b-40fb-aa7c-103ecd6b1954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-301'] for router, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:57.559517 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-de91b43f-5a5b-40fb-aa7c-103ecd6b1954 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:57.574077 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-cec98e3c-b12d-48f0-b01c-ac640acb3125 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Transition to ACTIVE for port object 963130fd-95e2-4689-9511-6366963829f3 will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:35:57.722803 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-de91b43f-5a5b-40fb-aa7c-103ecd6b1954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854146691'] for router, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:57.722803 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de91b43f-5a5b-40fb-aa7c-103ecd6b1954 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82956b25-291a-46e9-a8d5-aba27ed6dbc1 {{(pid=86310) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 18:35:57.741000 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-cec98e3c-b12d-48f0-b01c-ac640acb3125 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:57.754917 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aeca21-421f-438f-9224-73da2d1f40f7 req-373527c0-30d4-403a-b927-cbd4b6ff31b1 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:57.756620 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-19aeca21-421f-438f-9224-73da2d1f40f7 req-373527c0-30d4-403a-b927-cbd4b6ff31b1 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.3740408
Apr 19 18:35:57.771688 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-14ec1a30-0a95-4f5e-a042-c48708aa04cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:57.833600 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e64bfc-7fdb-4b8b-8191-cf78962b0c40 req-f6bacbae-3a1f-4266-9433-817446d77caa tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:57.835263 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c4e64bfc-7fdb-4b8b-8191-cf78962b0c40 req-f6bacbae-3a1f-4266-9433-817446d77caa tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.8882320
Apr 19 18:35:57.890719 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-cec98e3c-b12d-48f0-b01c-ac640acb3125 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Network e9c36c12-0176-4f97-97e9-14acfffaf6f9 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:35:57.904752 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-cec98e3c-b12d-48f0-b01c-ac640acb3125 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:35:57.907810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-de91b43f-5a5b-40fb-aa7c-103ecd6b1954 admin admin] Notify callbacks [] for router, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:57.911773 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-de91b43f-5a5b-40fb-aa7c-103ecd6b1954 admin admin] 10.222.0.49 "DELETE /v2.0/routers/82956b25-291a-46e9-a8d5-aba27ed6dbc1 HTTP/1.1" status: 204  len: 168 time: 4.1452610
Apr 19 18:35:57.912650 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 57124) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:35:57.912952 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-cec98e3c-b12d-48f0-b01c-ac640acb3125 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:35:58.054715 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-cec98e3c-b12d-48f0-b01c-ac640acb3125 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:58.062118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-cec98e3c-b12d-48f0-b01c-ac640acb3125 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:58.070951 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec98e3c-b12d-48f0-b01c-ac640acb3125 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event updated for resources: {'Port': ['ID=963130fd-95e2-4689-9511-6366963829f3,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:58.098804 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_v2 [None req-41885af8-e23b-4836-bceb-a0174d7de3c1 admin admin] Deleting subnet 86eaaf6f-bb9a-44a0-8691-980ec7469b7d {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:35:58.106127 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-41885af8-e23b-4836-bceb-a0174d7de3c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:58.125167 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cec98e3c-b12d-48f0-b01c-ac640acb3125 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:58.160898 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c4e64bfc-7fdb-4b8b-8191-cf78962b0c40 req-2a94d024-6ecb-4119-b6bb-16c3de26d3cf tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3098316
Apr 19 18:35:58.180573 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-19aeca21-421f-438f-9224-73da2d1f40f7 req-6b0c8c25-6ef5-4af8-97f5-ac33b8a062f5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3713470
Apr 19 18:35:58.195861 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-cec98e3c-b12d-48f0-b01c-ac640acb3125 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1032703
Apr 19 18:35:58.218254 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Request body: {'port': {'device_id': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:35:58.252414 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-41885af8-e23b-4836-bceb-a0174d7de3c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531779165'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:58.326547 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-aa2a9de0-2c82-4c16-a9d4-5b3a41813aa5 None None] Provisioning for port 963130fd-95e2-4689-9511-6366963829f3 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:35:58.343013 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-aa2a9de0-2c82-4c16-a9d4-5b3a41813aa5 None None] Provisioning complete for port 963130fd-95e2-4689-9511-6366963829f3 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:35:58.343419 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aa2a9de0-2c82-4c16-a9d4-5b3a41813aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:58.406976 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:58.413701 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a9de0-2c82-4c16-a9d4-5b3a41813aa5 None None] Port 963130fd-95e2-4689-9511-6366963829f3 cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:35:58.430960 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-41885af8-e23b-4836-bceb-a0174d7de3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492386'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:58.666754 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218af9d-2e04-4ba2-81bc-24087998edb9 req-d30702d0-faf4-4fee-ba79-ba6899c8401c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:58.667597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-0218af9d-2e04-4ba2-81bc-24087998edb9 req-d30702d0-faf4-4fee-ba79-ba6899c8401c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Synchronizing usage tracker for tenant:b2c9c6242f9040c7a6043ce4b8184661 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:35:58.707993 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-0218af9d-2e04-4ba2-81bc-24087998edb9 req-d30702d0-faf4-4fee-ba79-ba6899c8401c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Unset dirty status for tenant:b2c9c6242f9040c7a6043ce4b8184661 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:35:58.709343 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0218af9d-2e04-4ba2-81bc-24087998edb9 req-d30702d0-faf4-4fee-ba79-ba6899c8401c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 932 time: 0.3035691
Apr 19 18:35:58.859524 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0218af9d-2e04-4ba2-81bc-24087998edb9 req-e1f8b892-9692-44bd-acaa-45fb1421c37f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1224329
Apr 19 18:35:59.049342 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963130fd-95e2-4689-9511-6366963829f3 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:35:59.059445 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:59.080781 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Transition to ACTIVE for port object 963130fd-95e2-4689-9511-6366963829f3 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:35:59.086349 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036323801451'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:59.091846 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:59.172429 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-41885af8-e23b-4836-bceb-a0174d7de3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851283430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036322922211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2060568'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:59.179875 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f8cfada2-32fc-4737-854e-e066634ec1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:35:59.182034 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Pushing event updated for resources: {'Port': ['ID=963130fd-95e2-4689-9511-6366963829f3,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:59.193950 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:59.256773 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-41885af8-e23b-4836-bceb-a0174d7de3c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:59.260304 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690417d6-cf02-4bfd-9ed8-c342bda3cbe9 None None] Network d897f2ae-bab9-4c7e-84ab-6e084612a33c requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:35:59.270983 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41885af8-e23b-4836-bceb-a0174d7de3c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86eaaf6f-bb9a-44a0-8691-980ec7469b7d,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:35:59.274103 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-41885af8-e23b-4836-bceb-a0174d7de3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:35:59.277667 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-41885af8-e23b-4836-bceb-a0174d7de3c1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/86eaaf6f-bb9a-44a0-8691-980ec7469b7d HTTP/1.1" status: 204  len: 168 time: 1.3637028
Apr 19 18:35:59.282016 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 57146) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:35:59.575741 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3659374'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:59.609904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Deleting port 890c564e-f19f-4436-a9e1-5b0c5a65b959 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:35:59.610238 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:59.676778 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Attempting to bind port 963130fd-95e2-4689-9511-6366963829f3 on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:35:59.678650 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Attempting to bind port 963130fd-95e2-4689-9511-6366963829f3 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:35:59.679324 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Attempting to bind port 963130fd-95e2-4689-9511-6366963829f3 on network e9c36c12-0176-4f97-97e9-14acfffaf6f9 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:35:59.698278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Port 963130fd-95e2-4689-9511-6366963829f3 on network e9c36c12-0176-4f97-97e9-14acfffaf6f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:35:59.699759 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Attempting to bind port 963130fd-95e2-4689-9511-6366963829f3 on network e9c36c12-0176-4f97-97e9-14acfffaf6f9 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:35:59.721488 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:35:59.722584 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Checking segment: {'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:35:59.723262 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Bound using segment: {'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:35:59.723987 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Bound port: 963130fd-95e2-4689-9511-6366963829f3, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:35:59.724618 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:35:59.840594 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84aba24-664b-4f38-936a-99b952a8785f req-6dbe3c34-88c4-4568-b661-ec427488a719 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:59.843523 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e84aba24-664b-4f38-936a-99b952a8785f req-6dbe3c34-88c4-4568-b661-ec427488a719 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.4316509
Apr 19 18:35:59.865232 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14c67d-171e-4330-ad55-523d16be8e11 req-960f8d87-6340-44df-8e10-01df109e9ecc tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:35:59.869686 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bc14c67d-171e-4330-ad55-523d16be8e11 req-960f8d87-6340-44df-8e10-01df109e9ecc tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.4657793
Apr 19 18:35:59.875613 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c6115d-236b-4918-b2cf-2d4eb600a5ca None None] DHCP port deletion for d897f2ae-bab9-4c7e-84ab-6e084612a33c request from dv-cinder-786928-1-iscsi {{(pid=86312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 18:35:59.880810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6115d-236b-4918-b2cf-2d4eb600a5ca None None] Deleting port 890c564e-f19f-4436-a9e1-5b0c5a65b959 {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:35:59.881228 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8c6115d-236b-4918-b2cf-2d4eb600a5ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:00.063866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] For port 890c564e-f19f-4436-a9e1-5b0c5a65b959, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=890c564e-f19f-4436-a9e1-5b0c5a65b959,segment=NetworkSegment(07535514-090e-476c-b806-b50af62879a1),segment_id=07535514-090e-476c-b806-b50af62879a1)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:36:00.064626 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:00.097282 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e84aba24-664b-4f38-936a-99b952a8785f req-9f0f57a1-6671-44d3-9d74-6a7a724988e4 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2444997
Apr 19 18:36:00.173835 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bc14c67d-171e-4330-ad55-523d16be8e11 req-23a80065-382c-437b-9b76-037096612bad tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2749147
Apr 19 18:36:00.188636 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] For port 963130fd-95e2-4689-9511-6366963829f3, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:36:00.206455 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] For port 963130fd-95e2-4689-9511-6366963829f3, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=963130fd-95e2-4689-9511-6366963829f3,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:36:00.213669 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036323801451'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:00.218498 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6b9a3de2-4cba-4475-9e58-909d7d8bde0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:00.304856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 890c564e-f19f-4436-a9e1-5b0c5a65b959 no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:36:00.310006 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Calling delete_port for 890c564e-f19f-4436-a9e1-5b0c5a65b959 owned by network:dhcp {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:36:00.380283 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:00.381335 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:00.383158 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] 10.222.0.13 "PUT /v2.0/ports/963130fd-95e2-4689-9511-6366963829f3 HTTP/1.1" status: 200  len: 1094 time: 2.1725872
Apr 19 18:36:00.383944 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'tag': '963130fd-95e2-4689-9511-6366963829f3'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:36:00.384755 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-f8c6115d-236b-4918-b2cf-2d4eb600a5ca None None] For port 890c564e-f19f-4436-a9e1-5b0c5a65b959, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=890c564e-f19f-4436-a9e1-5b0c5a65b959,segment=NetworkSegment(07535514-090e-476c-b806-b50af62879a1),segment_id=07535514-090e-476c-b806-b50af62879a1)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:36:00.385230 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8c6115d-236b-4918-b2cf-2d4eb600a5ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:00.416731 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:00.422070 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0142cd02-be08-45f1-a54e-139dd1da5ca7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:00.479316 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'tag': '963130fd-95e2-4689-9511-6366963829f3', 'status': 'completed', 'code': 200}
Apr 19 18:36:00.483581 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Pushing event updated for resources: {'Port': ['ID=963130fd-95e2-4689-9511-6366963829f3,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:00.499505 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:00.516167 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255484be-fe18-40f0-9117-a4ea58cc3fa3 req-26622d28-6c39-4f75-b60c-8152eb8e33c8 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:00.524745 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-255484be-fe18-40f0-9117-a4ea58cc3fa3 req-26622d28-6c39-4f75-b60c-8152eb8e33c8 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 944 time: 0.2329524
Apr 19 18:36:00.533324 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] No DVR routers for this DVR port 890c564e-f19f-4436-a9e1-5b0c5a65b959 on host dv-cinder-786928-1-iscsi {{(pid=86311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:36:00.564422 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No active binding found for port 890c564e-f19f-4436-a9e1-5b0c5a65b959 {{(pid=86312) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 19 18:36:00.565121 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 890c564e-f19f-4436-a9e1-5b0c5a65b959 not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:36:00.565639 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259 no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:36:00.587125 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Pushing event deleted for resources: {'Port': ['ID=890c564e-f19f-4436-a9e1-5b0c5a65b959,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:00.591995 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:00.601671 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-255484be-fe18-40f0-9117-a4ea58cc3fa3 req-982e31a5-431b-4df1-9256-94d3eb0ffdab tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755033
Apr 19 18:36:00.634143 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6115d-236b-4918-b2cf-2d4eb600a5ca None None] Calling delete_port for 890c564e-f19f-4436-a9e1-5b0c5a65b959 owned by network:dhcp {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:36:00.668004 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:36:00.668931 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 893b39cb-c9a6-4e64-b7f7-9cd7bd1dd259 not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:36:00.721600 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851283337', 'neutron.services.segments.db._delete_segments_for_network-8757708639347'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:00.746443 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.db.api [None req-f8c6115d-236b-4918-b2cf-2d4eb600a5ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86312) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 18:36:00.747007 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_db.api [None req-f8c6115d-236b-4918-b2cf-2d4eb600a5ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 18:36:00.847320 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f70fb85d898>,) {'filters': {'network_id': ['d897f2ae-bab9-4c7e-84ab-6e084612a33c']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:36:00.861251 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fb85d898>, '07535514-090e-476c-b806-b50af62879a1') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:36:00.861638 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fb85d898>, '07535514-090e-476c-b806-b50af62879a1') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:36:00.875213 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279146027619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036322996651'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:00.890823 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:00.898770 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:36:01.108835 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Network d897f2ae-bab9-4c7e-84ab-6e084612a33c has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:36:01.120128 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3576371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531857086'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:01.248402 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6115d-236b-4918-b2cf-2d4eb600a5ca None None] Deleting port 890c564e-f19f-4436-a9e1-5b0c5a65b959 {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:36:01.248792 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8c6115d-236b-4918-b2cf-2d4eb600a5ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:01.365389 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6115d-236b-4918-b2cf-2d4eb600a5ca None None] The port '890c564e-f19f-4436-a9e1-5b0c5a65b959' was deleted {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 18:36:01.413386 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Network d897f2ae-bab9-4c7e-84ab-6e084612a33c has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]: Traceback (most recent call last):
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:     timer()
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:     cb(*args, **kw)
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:     return func(*args, **kwargs)
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:     self._notify()
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:     self.callback(batched_events)
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:     event.method(event)
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:     segment_id)['aggregates'][0]
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:     return f(self, *a, **k)
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self._get(url).json()
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:     **kwargs)
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:     **endpoint_filter)
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:36:01.442573 dv-cinder-786928-1-iscsi neutron-server[86197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:36:01.543375 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636034'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:01.554822 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:01.576407 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:01.586717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Pushing event deleted for resources: {'Network': ['ID=d897f2ae-bab9-4c7e-84ab-6e084612a33c,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:01.595590 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:01.615832 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d897f2ae-bab9-4c7e-84ab-6e084612a33c HTTP/1.1" status: 204  len: 168 time: 2.3196607
Apr 19 18:36:01.781142 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86425a5-a2e6-4284-b8b5-12648f37d866 req-ae1b010f-7516-43a3-a685-f71b9b36107b tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:01.782969 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e86425a5-a2e6-4284-b8b5-12648f37d866 req-ae1b010f-7516-43a3-a685-f71b9b36107b tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.4560518
Apr 19 18:36:01.792612 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257b7ff-e4ec-4571-bbdc-2a6dc01c7d5a req-5da52e64-f72d-4ccf-ad94-290ce5e4ac26 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:01.800813 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2257b7ff-e4ec-4571-bbdc-2a6dc01c7d5a req-5da52e64-f72d-4ccf-ad94-290ce5e4ac26 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.4044106
Apr 19 18:36:01.869657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 57170) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:01.892880 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2257b7ff-e4ec-4571-bbdc-2a6dc01c7d5a req-81aceea2-be45-4691-90d9-c74d972b4104 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0911515
Apr 19 18:36:01.920626 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e86425a5-a2e6-4284-b8b5-12648f37d866 req-8c454102-0146-47f2-b989-12c5825076b3 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1167898
Apr 19 18:36:01.957327 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-0c8456b9-ee9a-417e-82fa-55db59f1846e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=881e8cffabb645a0bbcf58ced3234a61&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0862284
Apr 19 18:36:01.959970 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 57174) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:02.036643 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3c71e9cb-a9b1-4d37-bd9a-27a2beb734d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:02.071552 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3c71e9cb-a9b1-4d37-bd9a-27a2beb734d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:02.197037 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3c71e9cb-a9b1-4d37-bd9a-27a2beb734d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:02.203245 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ef37e-183e-4700-a910-02f5b62ed516 req-0529ccbf-64e9-4564-8237-562fe6b41ad0 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:02.203444 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0f9621e8-41f1-4c74-9e5d-313c256edf18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:02.212085 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-aa7ef37e-183e-4700-a910-02f5b62ed516 req-0529ccbf-64e9-4564-8237-562fe6b41ad0 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 944 time: 0.2028244
Apr 19 18:36:02.217476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71e9cb-a9b1-4d37-bd9a-27a2beb734d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa79621-80f3-42d2-95f9-55ebba49a9a9,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:02.221545 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3c71e9cb-a9b1-4d37-bd9a-27a2beb734d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:02.234660 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3c71e9cb-a9b1-4d37-bd9a-27a2beb734d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:02.236627 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-3c71e9cb-a9b1-4d37-bd9a-27a2beb734d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7fa79621-80f3-42d2-95f9-55ebba49a9a9 HTTP/1.1" status: 204  len: 168 time: 0.2756672
Apr 19 18:36:02.270419 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-aa7ef37e-183e-4700-a910-02f5b62ed516 req-bf36fb1e-261c-4920-bef1-de00e667feb8 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573835
Apr 19 18:36:02.297342 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f309a7b-9b0e-4e2b-b381-ec4319f8c12c req-1e9eeffc-0a80-414d-8505-1614e8a340f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:02.299016 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9f309a7b-9b0e-4e2b-b381-ec4319f8c12c req-1e9eeffc-0a80-414d-8505-1614e8a340f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 1097 time: 0.1894395
Apr 19 18:36:02.488077 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f309a7b-9b0e-4e2b-b381-ec4319f8c12c req-dfafa58e-8f20-432e-8607-a696947cdd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:02.489944 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9f309a7b-9b0e-4e2b-b381-ec4319f8c12c req-dfafa58e-8f20-432e-8607-a696947cdd89 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1820471
Apr 19 18:36:02.762329 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 57190) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:02.817510 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e7e42881-0c0e-4948-aab6-451f38add1e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad489038dcbf4a55bc2f86492e8d002f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0534236
Apr 19 18:36:02.820390 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 57194) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:02.884036 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-54972f01-081d-4381-8ed4-fef954bdc610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:02.915677 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-54972f01-081d-4381-8ed4-fef954bdc610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:02.996497 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-54972f01-081d-4381-8ed4-fef954bdc610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:03.003951 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:03.021763 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54972f01-081d-4381-8ed4-fef954bdc610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa723db2-8408-4377-b219-ede44c2d299f,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:03.028917 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-54972f01-081d-4381-8ed4-fef954bdc610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:03.029820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-54972f01-081d-4381-8ed4-fef954bdc610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:03.034055 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-54972f01-081d-4381-8ed4-fef954bdc610 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa723db2-8408-4377-b219-ede44c2d299f HTTP/1.1" status: 204  len: 168 time: 0.2123804
Apr 19 18:36:03.231245 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999b260-203f-41f7-9a8a-6d67ae941d5d req-2ba3fcdf-5c9f-43a3-879a-85c207a82375 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:03.234102 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5999b260-203f-41f7-9a8a-6d67ae941d5d req-2ba3fcdf-5c9f-43a3-879a-85c207a82375 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.1777179
Apr 19 18:36:03.249728 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b40e9d-382a-4356-84ac-93b4ee159ff1 req-b159084e-235e-4326-8e80-1f531f9889b0 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:03.252478 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-45b40e9d-382a-4356-84ac-93b4ee159ff1 req-b159084e-235e-4326-8e80-1f531f9889b0 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.1570463
Apr 19 18:36:03.380758 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5999b260-203f-41f7-9a8a-6d67ae941d5d req-08e6a92a-74b7-4cab-ace0-f803cd412d6f tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1265235
Apr 19 18:36:03.389425 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-45b40e9d-382a-4356-84ac-93b4ee159ff1 req-1e5b87fd-282d-4f63-a120-c21f0d4a1124 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1080141
Apr 19 18:36:03.583542 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeba292-ec37-413b-94d7-c202459858cf req-b58228c6-d3eb-45e4-a5de-0d9d57c06ae8 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:03.585160 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-deeba292-ec37-413b-94d7-c202459858cf req-b58228c6-d3eb-45e4-a5de-0d9d57c06ae8 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 944 time: 0.0916090
Apr 19 18:36:03.638841 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-deeba292-ec37-413b-94d7-c202459858cf req-b4c81957-cc5a-43b4-a4a0-09f4cb06acfd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470686
Apr 19 18:36:04.471966 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f309a7b-9b0e-4e2b-b381-ec4319f8c12c req-e53ad663-ed28-4691-920c-e835f57780e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:04.473552 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9f309a7b-9b0e-4e2b-b381-ec4319f8c12c req-e53ad663-ed28-4691-920c-e835f57780e0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1487632
Apr 19 18:36:04.665430 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6151e0-1b53-49cd-8c5a-87a4514b23f9 req-46ca62a0-2425-4c54-99de-009405cbc6e4 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:04.667073 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ab6151e0-1b53-49cd-8c5a-87a4514b23f9 req-46ca62a0-2425-4c54-99de-009405cbc6e4 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.1624410
Apr 19 18:36:04.676183 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be944b-12a8-4c7d-9b2b-78f86c33631c req-51a801fc-3d2a-4666-a287-41f14339b4a2 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:04.677712 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-00be944b-12a8-4c7d-9b2b-78f86c33631c req-51a801fc-3d2a-4666-a287-41f14339b4a2 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.1355672
Apr 19 18:36:04.752920 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ab6151e0-1b53-49cd-8c5a-87a4514b23f9 req-6fa26354-6a61-4405-a8ca-ed7ff90b6d4b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0741782
Apr 19 18:36:04.761549 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-00be944b-12a8-4c7d-9b2b-78f86c33631c req-d2159cec-ea3e-4200-b38f-06da6b0415bc tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667517
Apr 19 18:36:04.941328 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777965f5-e889-43fb-a821-e4dbd93faf95 req-80e712e7-ae9d-4804-8f65-8b0eda345167 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:04.942842 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-777965f5-e889-43fb-a821-e4dbd93faf95 req-80e712e7-ae9d-4804-8f65-8b0eda345167 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 944 time: 0.0878811
Apr 19 18:36:04.993606 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-777965f5-e889-43fb-a821-e4dbd93faf95 req-31c13c0d-b5c9-4c16-b74b-b016fb4a48ce tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442870
Apr 19 18:36:05.435189 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-a9a07d71-7252-4c36-84b8-ec83346bee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:05.436777 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-a9a07d71-7252-4c36-84b8-ec83346bee44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 1097 time: 0.0788963
Apr 19 18:36:05.513894 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-1edb3a5d-120e-4d34-acb8-c19fb3c7dae1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=963130fd-95e2-4689-9511-6366963829f3 HTTP/1.1" status: 200  len: 217 time: 0.0683181
Apr 19 18:36:05.586587 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-86e48c5a-6755-4a86-8d9b-8753672ad57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:05.588040 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-86e48c5a-6755-4a86-8d9b-8753672ad57b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dfe41ce-4236-4779-9aeb-9390aebf5b7b HTTP/1.1" status: 200  len: 850 time: 0.0643730
Apr 19 18:36:05.749599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-56fae97c-df0c-43a8-bb0c-40e0bd5a5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:05.751306 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-56fae97c-df0c-43a8-bb0c-40e0bd5a5818 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c36c12-0176-4f97-97e9-14acfffaf6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829439
Apr 19 18:36:06.117495 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-2eab9403-18cd-45f7-99e5-2b1776f04458 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3555367
Apr 19 18:36:06.268903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d8d2e-bef3-4bee-b0e2-bc849aec9e01 req-1e3e2a2f-530d-4c3f-9160-932e34768a43 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:06.270514 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b24d8d2e-bef3-4bee-b0e2-bc849aec9e01 req-1e3e2a2f-530d-4c3f-9160-932e34768a43 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.3311977
Apr 19 18:36:06.282165 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0312c-b66e-4456-a4c2-bba4f936ecc9 req-cfad3477-465b-430a-93e4-2008aa383509 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:06.283655 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-26b0312c-b66e-4456-a4c2-bba4f936ecc9 req-cfad3477-465b-430a-93e4-2008aa383509 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.3866949
Apr 19 18:36:06.288902 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c3d13-9cf3-4127-8d02-9a28f0d6a6fb req-40a5a946-740f-4a29-a86f-36b22da4db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:06.290392 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4f6c3d13-9cf3-4127-8d02-9a28f0d6a6fb req-40a5a946-740f-4a29-a86f-36b22da4db3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1&device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 1098 time: 0.3429828
Apr 19 18:36:06.483712 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b24d8d2e-bef3-4bee-b0e2-bc849aec9e01 req-7466e4ef-8602-4112-80a0-416efefdf451 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1970775
Apr 19 18:36:06.489284 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16cbda2e-a015-46ea-9a98-f8d09a7948c5 req-79451ca6-8f3c-45b7-97a0-73a5bbfb0af6 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3545020
Apr 19 18:36:06.494441 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-26b0312c-b66e-4456-a4c2-bba4f936ecc9 req-9a8269ba-cd86-4fd5-89fc-03d5fa07bef3 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2006295
Apr 19 18:36:06.556473 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c3d13-9cf3-4127-8d02-9a28f0d6a6fb req-3b449ed8-a5e1-4b59-ab16-fc18a1e21f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:06.558198 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4f6c3d13-9cf3-4127-8d02-9a28f0d6a6fb req-3b449ed8-a5e1-4b59-ab16-fc18a1e21f45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d286d36-8c52-42be-b3d4-52bf0bab0dba HTTP/1.1" status: 200  len: 918 time: 0.2240684
Apr 19 18:36:06.969462 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4f6c3d13-9cf3-4127-8d02-9a28f0d6a6fb req-aa9dd2ef-6cc7-4035-8b9f-640e877c093c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe8c9f4e-fba0-40cd-95bc-c54190858da9 HTTP/1.1" status: 200  len: 1001 time: 0.4050636
Apr 19 18:36:07.035389 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d883f0-9421-41ba-b467-7c3425d110ca req-cc496956-61d5-4f8d-8064-b998a38585b1 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:07.036982 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d1d883f0-9421-41ba-b467-7c3425d110ca req-cc496956-61d5-4f8d-8064-b998a38585b1 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 944 time: 0.4128060
Apr 19 18:36:07.080914 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c3d13-9cf3-4127-8d02-9a28f0d6a6fb req-66601e32-5fe6-4f82-9569-0bb832b4e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:07.082489 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4f6c3d13-9cf3-4127-8d02-9a28f0d6a6fb req-66601e32-5fe6-4f82-9569-0bb832b4e7f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0439e37-0067-4362-b195-88afbdb39dd2 HTTP/1.1" status: 200  len: 856 time: 0.1039369
Apr 19 18:36:07.148706 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d1d883f0-9421-41ba-b467-7c3425d110ca req-d74cce8b-e85c-4b95-85cd-e73f49be94f4 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1003575
Apr 19 18:36:07.178915 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c3d13-9cf3-4127-8d02-9a28f0d6a6fb req-735703ff-5307-4723-9f4e-7d545b7f7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:07.180462 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4f6c3d13-9cf3-4127-8d02-9a28f0d6a6fb req-735703ff-5307-4723-9f4e-7d545b7f7bb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d286d36-8c52-42be-b3d4-52bf0bab0dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0869584
Apr 19 18:36:07.325084 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4f6c3d13-9cf3-4127-8d02-9a28f0d6a6fb req-e069e7d5-e986-45eb-b147-033131203f32 service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368279
Apr 19 18:36:07.470505 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4f6c3d13-9cf3-4127-8d02-9a28f0d6a6fb req-aec6f800-ece2-4ddb-9ffb-1f9b1006f26a service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378725
Apr 19 18:36:07.694507 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bc419-6605-4da3-a3d9-3d7fb7bca523 req-452c28d1-867e-46e6-a041-9ef5f81b3d73 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:07.696154 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e21bc419-6605-4da3-a3d9-3d7fb7bca523 req-452c28d1-867e-46e6-a041-9ef5f81b3d73 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.0898116
Apr 19 18:36:07.752250 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e21bc419-6605-4da3-a3d9-3d7fb7bca523 req-fcbb8bcf-ba37-4286-a0ed-15043189ccf2 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487761
Apr 19 18:36:07.905202 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481051f-87c0-414e-98a4-e9226ac7dd11 req-c123d068-b8a7-46d6-84ea-b33161dd379b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:07.906854 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d481051f-87c0-414e-98a4-e9226ac7dd11 req-c123d068-b8a7-46d6-84ea-b33161dd379b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.0936558
Apr 19 18:36:07.959050 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d481051f-87c0-414e-98a4-e9226ac7dd11 req-fe72d6fd-5b86-46e5-a9af-9049425d0369 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452335
Apr 19 18:36:08.365421 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c726b19-01c0-4c3c-b540-f93f709ccb7b req-6cc76be0-9d96-4f12-9ee6-934f1e2d7b5f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:08.367078 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0c726b19-01c0-4c3c-b540-f93f709ccb7b req-6cc76be0-9d96-4f12-9ee6-934f1e2d7b5f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 944 time: 0.0956137
Apr 19 18:36:08.415342 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0c726b19-01c0-4c3c-b540-f93f709ccb7b req-5fc5b6aa-5926-4167-8171-422114ed0f9f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412624
Apr 19 18:36:08.960605 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718c2f0-d17b-4352-ac43-2d87340bbf85 req-8ffa74f9-5983-458f-a664-1c19ba835ccc tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:08.962239 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1718c2f0-d17b-4352-ac43-2d87340bbf85 req-8ffa74f9-5983-458f-a664-1c19ba835ccc tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.0927947
Apr 19 18:36:09.011308 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1718c2f0-d17b-4352-ac43-2d87340bbf85 req-71621116-f9ca-4819-a797-ff79fb430049 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420032
Apr 19 18:36:09.183565 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df0d98-7d9e-40b3-a501-a3a501cee44a req-f7b3a492-954d-481e-957f-18583488adab tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:09.185172 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-38df0d98-7d9e-40b3-a501-a3a501cee44a req-f7b3a492-954d-481e-957f-18583488adab tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 945 time: 0.1019623
Apr 19 18:36:09.236305 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-38df0d98-7d9e-40b3-a501-a3a501cee44a req-d49d894b-f904-455b-b33d-11d097e42cbf tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443225
Apr 19 18:36:09.624525 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03248d-1e0a-4d71-915f-39556568d488 req-452010cb-964c-47d6-bd02-efc88d37b941 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:09.626483 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5a03248d-1e0a-4d71-915f-39556568d488 req-452010cb-964c-47d6-bd02-efc88d37b941 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 944 time: 0.0930207
Apr 19 18:36:09.681965 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-5a03248d-1e0a-4d71-915f-39556568d488 req-149c1160-45dc-4ddb-a48b-8b9c3c98de3d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483878
Apr 19 18:36:10.114597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device fe8c9f4e-fba0-40cd-95bc-c54190858da9 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:36:10.159449 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:36:10.238871 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5630fb-dc14-42be-925d-e208535ae5cd req-96b52e6e-3d56-4297-ab42-573ded346108 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:10.240507 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-be5630fb-dc14-42be-925d-e208535ae5cd req-96b52e6e-3d56-4297-ab42-573ded346108 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.1103177
Apr 19 18:36:10.272792 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:10.295890 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-be5630fb-dc14-42be-925d-e208535ae5cd req-5b9d7970-5394-415a-ae90-fb6c7feee1e3 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472929
Apr 19 18:36:10.302664 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:36:10.319953 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port fe8c9f4e-fba0-40cd-95bc-c54190858da9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8c9f4e-fba0-40cd-95bc-c54190858da9,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:36:10.323184 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:10.326372 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-2b9fdd4b-6740-4481-9a92-d4474d8764b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:10.403359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=fe8c9f4e-fba0-40cd-95bc-c54190858da9,revision_number=8']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:10.407137 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:10.517075 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9', 'code': 422} returned with failed status
Apr 19 18:36:10.570069 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb49787-06be-4148-abd5-39a98cdeddbf req-fdfdcddf-18cc-4c3c-a690-40c8ff0ebfd4 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:10.571692 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fbb49787-06be-4148-abd5-39a98cdeddbf req-fdfdcddf-18cc-4c3c-a690-40c8ff0ebfd4 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.1699772
Apr 19 18:36:10.574928 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f26c23-c49e-46f7-8f91-4e6dadb01301 req-ea30dee3-3ebd-4ca6-bb41-e23128228677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:10.576270 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e9f26c23-c49e-46f7-8f91-4e6dadb01301 req-ea30dee3-3ebd-4ca6-bb41-e23128228677 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20e2b5460150473caf714c4478fc00b1&device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 1098 time: 0.1283667
Apr 19 18:36:10.718504 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fbb49787-06be-4148-abd5-39a98cdeddbf req-a06b180f-7d75-4601-83c0-f4742f270428 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1374102
Apr 19 18:36:10.761059 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f26c23-c49e-46f7-8f91-4e6dadb01301 req-9cc7f950-6680-4e14-9fdc-1a8869c7a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:10.762725 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e9f26c23-c49e-46f7-8f91-4e6dadb01301 req-9cc7f950-6680-4e14-9fdc-1a8869c7a66d service neutron] 10.222.0.13 "GET /v2.0/networks?id=615e24d7-58d3-4070-af82-06f80838c273 HTTP/1.1" status: 200  len: 909 time: 0.1662517
Apr 19 18:36:10.947978 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e9f26c23-c49e-46f7-8f91-4e6dadb01301 req-20a9d2f1-f7e1-4980-8813-4bf5a649cd45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 HTTP/1.1" status: 200  len: 1000 time: 0.1772037
Apr 19 18:36:11.018928 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d997fd-020a-49bc-8b08-1e09f6efeab9 req-d0043d8b-83ec-4835-b4bb-25159ada5ab5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:11.020568 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16d997fd-020a-49bc-8b08-1e09f6efeab9 req-d0043d8b-83ec-4835-b4bb-25159ada5ab5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 944 time: 0.1917412
Apr 19 18:36:11.065694 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f26c23-c49e-46f7-8f91-4e6dadb01301 req-0e771442-9bc7-454d-ad9e-3bfba8a0071a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:11.067448 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e9f26c23-c49e-46f7-8f91-4e6dadb01301 req-0e771442-9bc7-454d-ad9e-3bfba8a0071a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb7486fb-0d56-429a-a715-77c1a9369497 HTTP/1.1" status: 200  len: 847 time: 0.1082175
Apr 19 18:36:11.160450 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-16d997fd-020a-49bc-8b08-1e09f6efeab9 req-cb729991-421c-481a-9208-cf0723fe7ae7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1268117
Apr 19 18:36:11.194449 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f26c23-c49e-46f7-8f91-4e6dadb01301 req-f5fdcb77-76e1-48e5-b625-7bdb428d8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:11.196267 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e9f26c23-c49e-46f7-8f91-4e6dadb01301 req-f5fdcb77-76e1-48e5-b625-7bdb428d8a98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=615e24d7-58d3-4070-af82-06f80838c273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1169155
Apr 19 18:36:11.350316 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e9f26c23-c49e-46f7-8f91-4e6dadb01301 req-2522dd52-4868-4c98-96f3-d3aee6e58a5f service neutron] 10.222.0.13 "GET /v2.0/networks/615e24d7-58d3-4070-af82-06f80838c273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473091
Apr 19 18:36:11.571470 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e9f26c23-c49e-46f7-8f91-4e6dadb01301 req-027249d3-ddbe-4248-a753-12f4dbb4e1f2 service neutron] 10.222.0.13 "GET /v2.0/networks/615e24d7-58d3-4070-af82-06f80838c273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2146575
Apr 19 18:36:11.613254 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadad40-3756-4aa5-9f7e-7a680404761e req-a3a80c8c-d115-4e1e-92bc-8a750da12878 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:11.615057 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cdadad40-3756-4aa5-9f7e-7a680404761e req-a3a80c8c-d115-4e1e-92bc-8a750da12878 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.1459012
Apr 19 18:36:11.669519 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cdadad40-3756-4aa5-9f7e-7a680404761e req-ad46be19-098e-4089-834a-ede0cafc362b tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474143
Apr 19 18:36:12.071135 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-916663c1-a4ab-4010-ab3b-49a41452e52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:12.505881 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:12.546844 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91f142-2bec-4a42-ab1d-8dda8507f0ef req-3ce16c6b-c0e8-41d4-8630-96ce02bb8ddc tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:12.548406 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bf91f142-2bec-4a42-ab1d-8dda8507f0ef req-3ce16c6b-c0e8-41d4-8630-96ce02bb8ddc tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 944 time: 0.1603961
Apr 19 18:36:12.568987 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab713a0d-5573-4d9e-a523-4306b68158e7 req-61eb841b-0a60-4d16-9bbe-2c566b1f7de0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:12.570607 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ab713a0d-5573-4d9e-a523-4306b68158e7 req-61eb841b-0a60-4d16-9bbe-2c566b1f7de0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 946 time: 0.1409702
Apr 19 18:36:12.645871 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-bf91f142-2bec-4a42-ab1d-8dda8507f0ef req-d3d3f082-483c-4347-958a-8ebd2d69f21d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0877476
Apr 19 18:36:12.657005 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ab713a0d-5573-4d9e-a523-4306b68158e7 req-02ae6423-5f50-46e5-8e7e-b96abcefedb4 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=1565f245-6c86-43e7-9fd2-7d628580d5f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723732
Apr 19 18:36:12.846396 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 57426) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:12.938631 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce64cc-268d-4ba1-9dc1-9dc664eb9a96 req-c44bead4-839b-49cc-ad81-ad8f6cc95e66 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:12.940293 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f2ce64cc-268d-4ba1-9dc1-9dc664eb9a96 req-c44bead4-839b-49cc-ad81-ad8f6cc95e66 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.1738515
Apr 19 18:36:12.949685 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702c7f9-a15a-4654-b0a4-ed596a660314 req-386d94d1-2b8a-4698-8158-b70c5df25782 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:12.951208 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8702c7f9-a15a-4654-b0a4-ed596a660314 req-386d94d1-2b8a-4698-8158-b70c5df25782 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.1326971
Apr 19 18:36:12.981297 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0c36b5f1-7252-41be-80e9-780a12b39ce5 req-95060082-3f69-4e7d-84f1-c6c61d815ace service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1335802
Apr 19 18:36:13.031246 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f2ce64cc-268d-4ba1-9dc1-9dc664eb9a96 req-f2267287-252b-45dd-b7fd-4a8fb23b205c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0789747
Apr 19 18:36:13.036185 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8702c7f9-a15a-4654-b0a4-ed596a660314 req-7a9de0bc-f9fd-47ab-9782-8c3e01f8477a tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676417
Apr 19 18:36:13.920844 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321f88e-07c9-43d8-92e4-f01af5f5049f req-1def1a2d-3734-41e6-9baa-df8b80ad7e21 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:13.922460 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2321f88e-07c9-43d8-92e4-f01af5f5049f req-1def1a2d-3734-41e6-9baa-df8b80ad7e21 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 944 time: 0.1617305
Apr 19 18:36:13.933109 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf54101-1388-4df6-a564-3a6d076193fd req-993294da-50b7-47bf-b5a9-7dc7a4bf1665 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:13.934058 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8cf54101-1388-4df6-a564-3a6d076193fd req-993294da-50b7-47bf-b5a9-7dc7a4bf1665 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 946 time: 0.1265118
Apr 19 18:36:14.011310 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2321f88e-07c9-43d8-92e4-f01af5f5049f req-ca241f33-b45c-474f-ad26-770721d940b1 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0761473
Apr 19 18:36:14.019059 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8cf54101-1388-4df6-a564-3a6d076193fd req-33a92220-2fb5-40a7-b042-38d3b2a5488c tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=1565f245-6c86-43e7-9fd2-7d628580d5f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685911
Apr 19 18:36:14.136141 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-25c2ae48-967f-443d-9ec8-9a24956a1ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:14.316805 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb189906-939f-4666-ae0f-dd29016fbf9e req-2f3891ea-5a80-4887-8dd7-0edf1bbfb7dd tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:14.318696 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cb189906-939f-4666-ae0f-dd29016fbf9e req-2f3891ea-5a80-4887-8dd7-0edf1bbfb7dd tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.1643600
Apr 19 18:36:14.327679 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3e798-9519-4d07-a5e6-72d391ca4d8c req-01b76985-085b-4905-ae46-c05caa1dc6a3 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:14.329154 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-25d3e798-9519-4d07-a5e6-72d391ca4d8c req-01b76985-085b-4905-ae46-c05caa1dc6a3 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.1325240
Apr 19 18:36:14.400495 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cb189906-939f-4666-ae0f-dd29016fbf9e req-9f223292-4743-41d0-90a0-9068bbe08382 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702960
Apr 19 18:36:14.410710 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-25d3e798-9519-4d07-a5e6-72d391ca4d8c req-593b0e55-d0f1-40d6-ae99-361ff02dd341 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647686
Apr 19 18:36:14.952310 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 963130fd-95e2-4689-9511-6366963829f3 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:36:14.957310 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device fe8c9f4e-fba0-40cd-95bc-c54190858da9 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:36:15.213535 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 963130fd-95e2-4689-9511-6366963829f3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=963130fd-95e2-4689-9511-6366963829f3,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:36:15.229043 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': '963130fd-95e2-4689-9511-6366963829f3', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'port_id': '963130fd-95e2-4689-9511-6366963829f3', 'mac_address': 'fa:16:3e:f8:ae:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:36:15.295541 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:15.299851 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:15.303930 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912423bd-96d5-4b49-90bb-11d848c0132e req-d1bd6c6b-2334-4db9-b8d1-1fe67d49d6cd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:15.305600 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-912423bd-96d5-4b49-90bb-11d848c0132e req-d1bd6c6b-2334-4db9-b8d1-1fe67d49d6cd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 944 time: 0.1692703
Apr 19 18:36:15.315285 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4b48e-7e3f-4337-804a-23155cb23622 req-72c08a97-28bb-413d-a26b-595657014418 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:15.316797 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-14d4b48e-7e3f-4337-804a-23155cb23622 req-72c08a97-28bb-413d-a26b-595657014418 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 946 time: 0.1340172
Apr 19 18:36:15.318826 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963130fd-95e2-4689-9511-6366963829f3 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:36:15.335760 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 963130fd-95e2-4689-9511-6366963829f3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=963130fd-95e2-4689-9511-6366963829f3,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:36:15.338700 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:15.340646 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-28ebf1f7-e0fd-4cf9-974b-dab7107a7871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:15.395285 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-912423bd-96d5-4b49-90bb-11d848c0132e req-7a764d16-a30a-438f-a229-1c7fd23e96e2 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774431
Apr 19 18:36:15.398301 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-14d4b48e-7e3f-4337-804a-23155cb23622 req-fa17d44f-2b0d-4f90-8608-3da2d2fdfc7d tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=1565f245-6c86-43e7-9fd2-7d628580d5f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638072
Apr 19 18:36:15.413620 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=963130fd-95e2-4689-9511-6366963829f3,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:15.416774 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:15.659134 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:15.679169 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379d4c5-3273-443a-a466-c0b4b87f7169 req-0decc7bd-23b1-47c0-bd18-45393391f318 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:15.680747 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4379d4c5-3273-443a-a466-c0b4b87f7169 req-0decc7bd-23b1-47c0-bd18-45393391f318 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.1583121
Apr 19 18:36:15.689358 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fc357-77a0-468b-953a-f19ed8cb3968 req-2bbfb0c7-c7d9-4360-8d61-a690f4256e13 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:15.690849 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-687fc357-77a0-468b-953a-f19ed8cb3968 req-2bbfb0c7-c7d9-4360-8d61-a690f4256e13 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.1662800
Apr 19 18:36:15.765983 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4379d4c5-3273-443a-a466-c0b4b87f7169 req-6c2f477a-2426-4e96-b974-003142362854 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0741005
Apr 19 18:36:15.773148 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-687fc357-77a0-468b-953a-f19ed8cb3968 req-0716ac6e-8a4b-472b-8555-84ce2488ad94 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667255
Apr 19 18:36:16.132684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:36:16.157363 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b5f1-7252-41be-80e9-780a12b39ce5 req-446e69bf-1484-4a0b-85f1-afecef27343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:16.159019 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0c36b5f1-7252-41be-80e9-780a12b39ce5 req-446e69bf-1484-4a0b-85f1-afecef27343e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b&tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1 HTTP/1.1" status: 200  len: 1096 time: 0.0817366
Apr 19 18:36:16.179065 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['963130fd-95e2-4689-9511-6366963829f3'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:36:16.264612 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b5f1-7252-41be-80e9-780a12b39ce5 req-41ab69af-aab2-4bb6-af68-9b120fb49542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:16.266422 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0c36b5f1-7252-41be-80e9-780a12b39ce5 req-41ab69af-aab2-4bb6-af68-9b120fb49542 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1&device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 1096 time: 0.0814657
Apr 19 18:36:16.389642 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:16.478099 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2,segment=NetworkSegment(7eed0a41-34c2-44c6-99e5-f4308f54047d),segment_id=7eed0a41-34c2-44c6-99e5-f4308f54047d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:36:16.508607 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:36:16.542770 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:16.543605 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:16.554545 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:16.678108 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2,revision_number=6']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:16.684037 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:16.857136 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b5f1-7252-41be-80e9-780a12b39ce5 req-30d28d78-ad2c-47e5-af38-d7753cf1443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:16.858970 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0c36b5f1-7252-41be-80e9-780a12b39ce5 req-30d28d78-ad2c-47e5-af38-d7753cf1443a service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d286d36-8c52-42be-b3d4-52bf0bab0dba HTTP/1.1" status: 200  len: 918 time: 0.5831747
Apr 19 18:36:16.934863 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c27480-1fcd-406b-b448-48f54f02c7fb req-d99d683d-8450-4c11-a3b1-cb52661958a7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:16.937047 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-19c27480-1fcd-406b-b448-48f54f02c7fb req-d99d683d-8450-4c11-a3b1-cb52661958a7 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 946 time: 0.2973909
Apr 19 18:36:16.974427 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c41f8-dd1a-4351-bdc5-ee4860958543 req-cd998303-a706-42a4-ad79-320aa59e2104 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:16.975969 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc4c41f8-dd1a-4351-bdc5-ee4860958543 req-cd998303-a706-42a4-ad79-320aa59e2104 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 945 time: 0.4189405
Apr 19 18:36:17.083039 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48741358-78f1-4bab-857c-eaeda9dc9819 req-db1119ba-5b9c-443f-9a21-5dc3af46c702 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:17.084617 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-48741358-78f1-4bab-857c-eaeda9dc9819 req-db1119ba-5b9c-443f-9a21-5dc3af46c702 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 946 time: 0.3414619
Apr 19 18:36:17.093679 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0c36b5f1-7252-41be-80e9-780a12b39ce5 req-55021f01-7d18-4bf4-bbae-378b217c9f0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe8c9f4e-fba0-40cd-95bc-c54190858da9 HTTP/1.1" status: 200  len: 999 time: 0.2267091
Apr 19 18:36:17.178781 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-19c27480-1fcd-406b-b448-48f54f02c7fb req-aec93503-58a9-4b0a-9d30-96b118790918 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=1565f245-6c86-43e7-9fd2-7d628580d5f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2313616
Apr 19 18:36:17.213333 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc4c41f8-dd1a-4351-bdc5-ee4860958543 req-89dfdd04-1685-4cb3-ae80-1c198f5e005d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2196383
Apr 19 18:36:17.245723 dv-cinder-786928-1-iscsi neutron-server[86197]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2', 'code': 422} returned with failed status
Apr 19 18:36:17.253006 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-48741358-78f1-4bab-857c-eaeda9dc9819 req-91bd8c7d-e918-46b1-a5e0-a04559474fff tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Deleting port e1169973-2ad4-4050-b3fc-287912d3310d {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:36:17.253404 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-48741358-78f1-4bab-857c-eaeda9dc9819 req-91bd8c7d-e918-46b1-a5e0-a04559474fff tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:17.301940 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b5f1-7252-41be-80e9-780a12b39ce5 req-2f2bc70d-cc77-4023-b73e-363e3289735c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:17.303554 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0c36b5f1-7252-41be-80e9-780a12b39ce5 req-2f2bc70d-cc77-4023-b73e-363e3289735c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0439e37-0067-4362-b195-88afbdb39dd2 HTTP/1.1" status: 200  len: 856 time: 0.1724277
Apr 19 18:36:17.728840 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36b5f1-7252-41be-80e9-780a12b39ce5 req-c6a8afab-ad1a-4da1-a1eb-dbb124738577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:17.730496 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0c36b5f1-7252-41be-80e9-780a12b39ce5 req-c6a8afab-ad1a-4da1-a1eb-dbb124738577 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d286d36-8c52-42be-b3d4-52bf0bab0dba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4068577
Apr 19 18:36:17.742064 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f62434-6dac-4d93-a381-27a0441ecb63 req-5f9c122e-17e9-4416-9c5d-5d93b0bf8794 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:17.743547 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b2f62434-6dac-4d93-a381-27a0441ecb63 req-5f9c122e-17e9-4416-9c5d-5d93b0bf8794 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.4186611
Apr 19 18:36:17.761856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4dc91-c4a2-496b-a38f-cf9d6c1cf7c8 req-2e254d6f-4bbb-45bb-a5a1-7bbd08106750 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:17.763385 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1ea4dc91-c4a2-496b-a38f-cf9d6c1cf7c8 req-2e254d6f-4bbb-45bb-a5a1-7bbd08106750 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.3971338
Apr 19 18:36:17.898264 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-48741358-78f1-4bab-857c-eaeda9dc9819 req-91bd8c7d-e918-46b1-a5e0-a04559474fff tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] For port e1169973-2ad4-4050-b3fc-287912d3310d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e1169973-2ad4-4050-b3fc-287912d3310d,segment=NetworkSegment(54a66c03-0931-4a90-b1ab-ea061d30079d),segment_id=54a66c03-0931-4a90-b1ab-ea061d30079d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:36:17.898668 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-48741358-78f1-4bab-857c-eaeda9dc9819 req-91bd8c7d-e918-46b1-a5e0-a04559474fff tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:18.028854 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1ea4dc91-c4a2-496b-a38f-cf9d6c1cf7c8 req-8af6186f-61d1-48fc-9c09-6b776226801d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2397983
Apr 19 18:36:18.035533 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b2f62434-6dac-4d93-a381-27a0441ecb63 req-07cda277-3d65-44d3-9e86-59754b658d17 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2506981
Apr 19 18:36:18.146292 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 963130fd-95e2-4689-9511-6366963829f3 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:36:18.165699 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0c36b5f1-7252-41be-80e9-780a12b39ce5 req-d12d47f6-a2e7-4878-98c6-46eb1868ce2a service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4210856
Apr 19 18:36:18.469988 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port 963130fd-95e2-4689-9511-6366963829f3 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:36:18.475381 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port 963130fd-95e2-4689-9511-6366963829f3 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:36:18.475801 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:18.613167 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:18.651176 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 963130fd-95e2-4689-9511-6366963829f3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=963130fd-95e2-4689-9511-6366963829f3,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:36:18.654144 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:18.656660 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-aa3631fd-f372-4016-b400-5a179893e82a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:18.734279 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=963130fd-95e2-4689-9511-6366963829f3,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:18.737606 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:18.835064 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-48741358-78f1-4bab-857c-eaeda9dc9819 req-91bd8c7d-e918-46b1-a5e0-a04559474fff tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:18.835484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-48741358-78f1-4bab-857c-eaeda9dc9819 req-91bd8c7d-e918-46b1-a5e0-a04559474fff tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636081'] for floatingip, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:18.835846 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_db [req-48741358-78f1-4bab-857c-eaeda9dc9819 req-91bd8c7d-e918-46b1-a5e0-a04559474fff tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Floating IP da7171b6-003e-470e-b4de-c7ec64a5e764 disassociated. External IP: 172.27.1.136, port: e1169973-2ad4-4050-b3fc-287912d3310d.
Apr 19 18:36:18.836238 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-48741358-78f1-4bab-857c-eaeda9dc9819 req-91bd8c7d-e918-46b1-a5e0-a04559474fff tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Calling delete_port for e1169973-2ad4-4050-b3fc-287912d3310d owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:36:18.926273 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0c36b5f1-7252-41be-80e9-780a12b39ce5 req-e6b7d680-ebd9-4a7e-ae0c-25cdfcae2389 service neutron] 10.222.0.13 "GET /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7479663
Apr 19 18:36:18.982263 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fe3f7d89-36d1-4062-98cc-5625c88589e5 req-42bc054a-0605-408e-9e86-68dedf6e5fa1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4033394
Apr 19 18:36:18.990543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d3226-1bb2-4dcf-8f65-fe7dc3e76036 req-75b3abbf-1e8d-403a-988b-364cee13b725 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:18.992072 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ac6d3226-1bb2-4dcf-8f65-fe7dc3e76036 req-75b3abbf-1e8d-403a-988b-364cee13b725 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 946 time: 0.4144101
Apr 19 18:36:19.003392 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bfc86-3f66-452d-acbf-752f3b7c4a89 req-c5ee6f35-0c03-402c-ab73-c1eb60c0a4fe tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:19.003791 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8f2bfc86-3f66-452d-acbf-752f3b7c4a89 req-c5ee6f35-0c03-402c-ab73-c1eb60c0a4fe tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 946 time: 0.4274025
Apr 19 18:36:19.133962 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ac6d3226-1bb2-4dcf-8f65-fe7dc3e76036 req-3c1145fe-be54-4fb3-a4ac-a7ca7da4ab74 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups?id=1565f245-6c86-43e7-9fd2-7d628580d5f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1283767
Apr 19 18:36:19.167270 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8f2bfc86-3f66-452d-acbf-752f3b7c4a89 req-3ccd278f-10ca-4d43-836f-bbd894dde2b0 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1409621
Apr 19 18:36:19.171196 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-48741358-78f1-4bab-857c-eaeda9dc9819 req-91bd8c7d-e918-46b1-a5e0-a04559474fff tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:19.177698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:19.236748 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd8c7d-e918-46b1-a5e0-a04559474fff tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Pushing event deleted for resources: {'Port': ['ID=e1169973-2ad4-4050-b3fc-287912d3310d,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:19.241351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-91bd8c7d-e918-46b1-a5e0-a04559474fff tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:19.247460 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963130fd-95e2-4689-9511-6366963829f3'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:36:19.601934 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4f89b-140b-4c77-83d7-1dafd5281794 req-20b0d4ea-1936-4de7-a9bb-750593bb4be4 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:19.603555 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-75b4f89b-140b-4c77-83d7-1dafd5281794 req-20b0d4ea-1936-4de7-a9bb-750593bb4be4 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.2804289
Apr 19 18:36:19.622562 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0fa89-8ecc-4369-9579-bc3523f3c993 req-524b97d0-61ba-41d0-ba5e-0d6c6d90cdfa tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:19.624712 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-35e0fa89-8ecc-4369-9579-bc3523f3c993 req-524b97d0-61ba-41d0-ba5e-0d6c6d90cdfa tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.2905934
Apr 19 18:36:19.652446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48741358-78f1-4bab-857c-eaeda9dc9819 req-91bd8c7d-e918-46b1-a5e0-a04559474fff tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Router aa34ae64-8ef0-4a68-905a-9f29662be5ad has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:36:19.713792 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-35e0fa89-8ecc-4369-9579-bc3523f3c993 req-c81bf362-87df-451d-a941-2271e7e14b8a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700667
Apr 19 18:36:19.803336 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963130fd-95e2-4689-9511-6366963829f3', 'code': 200}
Apr 19 18:36:19.890119 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-75b4f89b-140b-4c77-83d7-1dafd5281794 req-d2d2ea59-4fa1-4dfa-b175-1ce4835db83e tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2787077
Apr 19 18:36:19.964809 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48741358-78f1-4bab-857c-eaeda9dc9819 req-91bd8c7d-e918-46b1-a5e0-a04559474fff tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:36:19.976841 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4832b3f-e3e0-4ef8-8fe9-f1d00efb4b5c None None] Sync routers for ids ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:36:20.009159 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4832b3f-e3e0-4ef8-8fe9-f1d00efb4b5c None None] Routers {'aa34ae64-8ef0-4a68-905a-9f29662be5ad'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:36:20.010243 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-c4832b3f-e3e0-4ef8-8fe9-f1d00efb4b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f70fb60c5f8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:36:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:36:20.104676 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-48741358-78f1-4bab-857c-eaeda9dc9819 req-91bd8c7d-e918-46b1-a5e0-a04559474fff tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] No DVR routers for this DVR port e1169973-2ad4-4050-b3fc-287912d3310d on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:36:20.146090 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-48741358-78f1-4bab-857c-eaeda9dc9819 req-91bd8c7d-e918-46b1-a5e0-a04559474fff tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:20.149271 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a706d1-5bf4-4873-850c-afd3b6334756', 'name': 'network-vif-deleted', 'tag': 'e1169973-2ad4-4050-b3fc-287912d3310d'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:36:20.198113 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-48741358-78f1-4bab-857c-eaeda9dc9819 req-91bd8c7d-e918-46b1-a5e0-a04559474fff tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.13 "DELETE /v2.0/ports/e1169973-2ad4-4050-b3fc-287912d3310d HTTP/1.1" status: 204  len: 173 time: 3.1007082
Apr 19 18:36:20.301330 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a706d1-5bf4-4873-850c-afd3b6334756', 'name': 'network-vif-deleted', 'tag': 'e1169973-2ad4-4050-b3fc-287912d3310d', 'status': 'completed', 'code': 200}
Apr 19 18:36:20.350647 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-c4832b3f-e3e0-4ef8-8fe9-f1d00efb4b5c None None] Set router aa34ae64-8ef0-4a68-905a-9f29662be5ad gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:36:20.433072 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device e1169973-2ad4-4050-b3fc-287912d3310d no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:36:20.543515 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: e1169973-2ad4-4050-b3fc-287912d3310d {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:36:20.544001 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device e1169973-2ad4-4050-b3fc-287912d3310d not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:36:20.615279 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-db14261e-90fc-4a60-ba21-01e181e9a762 req-7cabd4b8-e888-4db0-abcc-f1bd64ffcd15 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Synchronizing usage tracker for tenant:b234179720af4fd9b2d3f0aabf09fb91 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:36:20.668054 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-db14261e-90fc-4a60-ba21-01e181e9a762 req-7cabd4b8-e888-4db0-abcc-f1bd64ffcd15 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Unset dirty status for tenant:b234179720af4fd9b2d3f0aabf09fb91 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:36:20.679973 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-db14261e-90fc-4a60-ba21-01e181e9a762 req-7cabd4b8-e888-4db0-abcc-f1bd64ffcd15 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 210 time: 0.2409880
Apr 19 18:36:20.706977 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3877106-c938-48e6-8593-ce5af2269bef req-68498591-d67e-4f77-9b85-bc81be57a6db tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:20.709246 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d3877106-c938-48e6-8593-ce5af2269bef req-68498591-d67e-4f77-9b85-bc81be57a6db tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 946 time: 0.1971586
Apr 19 18:36:20.815641 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d3877106-c938-48e6-8593-ce5af2269bef req-94bcb88e-16a6-481a-a3da-9ee4ff6057bc tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0899491
Apr 19 18:36:20.884751 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-c4832b3f-e3e0-4ef8-8fe9-f1d00efb4b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f70fb60c5f8>, [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:47Z', 'revision_number': 4, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'c65fab99-9cfe-453e-91cd-1a2061cd415d', 'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'mac_address': 'fa:16:3e:ea:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:45Z', 'updated_at': '2021-04-19T18:30:00Z', 'revision_number': 5, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'subnets': [{'id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:36:20.889648 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4832b3f-e3e0-4ef8-8fe9-f1d00efb4b5c None None] Checking router: aa34ae64-8ef0-4a68-905a-9f29662be5ad for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:36:20.899216 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4832b3f-e3e0-4ef8-8fe9-f1d00efb4b5c None None] Routers {'aa34ae64-8ef0-4a68-905a-9f29662be5ad'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:36:20.899891 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-c4832b3f-e3e0-4ef8-8fe9-f1d00efb4b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f70fb60c5f8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:36:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:36:21.047179 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0db0fe-242e-4b15-8bec-855d1b7b3412 req-81f6558c-a86c-4c08-b6eb-6cb54ae4c3e8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:21.054978 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-db0db0fe-242e-4b15-8bec-855d1b7b3412 req-81f6558c-a86c-4c08-b6eb-6cb54ae4c3e8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.1362333
Apr 19 18:36:21.120150 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-c4832b3f-e3e0-4ef8-8fe9-f1d00efb4b5c None None] Set router aa34ae64-8ef0-4a68-905a-9f29662be5ad gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:36:21.249025 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-db0db0fe-242e-4b15-8bec-855d1b7b3412 req-09c8b249-4610-4b9b-8243-4732969a415e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1834016
Apr 19 18:36:21.297809 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352f3a9-28b9-4297-ae7a-9d1494686043 req-68b04900-d131-4635-8484-7e8f28cdffbe tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:21.299387 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a352f3a9-28b9-4297-ae7a-9d1494686043 req-68b04900-d131-4635-8484-7e8f28cdffbe tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.1586957
Apr 19 18:36:21.363305 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a352f3a9-28b9-4297-ae7a-9d1494686043 req-ff094fd2-2b91-4dbe-88fa-d27fb8cace41 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572999
Apr 19 18:36:21.541322 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-c4832b3f-e3e0-4ef8-8fe9-f1d00efb4b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f70fb60c5f8>, [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:47Z', 'revision_number': 4, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'c65fab99-9cfe-453e-91cd-1a2061cd415d', 'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'mac_address': 'fa:16:3e:ea:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:45Z', 'updated_at': '2021-04-19T18:30:00Z', 'revision_number': 5, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'subnets': [{'id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:36:21.546060 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4832b3f-e3e0-4ef8-8fe9-f1d00efb4b5c None None] The sync data for ids ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'] in dv-cinder-786928-1-iscsi is: [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:29:47Z', 'revision_number': 4, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'c65fab99-9cfe-453e-91cd-1a2061cd415d', 'name': '', 'network_id': '99be9128-c693-427e-921b-a550e9df2043', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'mac_address': 'fa:16:3e:ea:6c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:45Z', 'updated_at': '2021-04-19T18:30:00Z', 'revision_number': 5, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'subnets': [{'id': '065c4058-e54c-4e5a-b701-2bf0f3fd5623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:36:21.647593 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 57590) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:21.803718 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-99876fcd-e6c7-4be2-8661-b9be8067b382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:21.821903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-99876fcd-e6c7-4be2-8661-b9be8067b382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:36:21.826611 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-99876fcd-e6c7-4be2-8661-b9be8067b382 admin admin] Usage tracker for resource:security_group_rule and tenant:adcedfd8358a4a41a21b0bde2f06a90e is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:36:21.829932 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-99876fcd-e6c7-4be2-8661-b9be8067b382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:36:21.837342 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-99876fcd-e6c7-4be2-8661-b9be8067b382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:36:21.900558 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-845d0394-c89f-493e-9d67-a765f32d30a0 req-ef36f016-2d08-44fc-9ec8-fa9fba5cd8ea tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 210 time: 0.0990789
Apr 19 18:36:21.960825 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-99876fcd-e6c7-4be2-8661-b9be8067b382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:21.964155 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-99876fcd-e6c7-4be2-8661-b9be8067b382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:21.974799 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b3d7496a-e533-4ce8-9439-8f20a7c2dd3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:22.025305 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-99876fcd-e6c7-4be2-8661-b9be8067b382 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=adcedfd8358a4a41a21b0bde2f06a90e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3748491
Apr 19 18:36:22.025305 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99876fcd-e6c7-4be2-8661-b9be8067b382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0769e7-da20-431b-8f22-ba4383b063d0,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:22.027659 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 57600) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:22.032478 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-99876fcd-e6c7-4be2-8661-b9be8067b382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:22.070161 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b808291c-8810-4292-8ca4-a165c79fd408 None None] New status for floating IP da7171b6-003e-470e-b4de-c7ec64a5e764: DOWN {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:36:22.095538 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda5a7d-6238-400a-8ac5-ab7581512735 req-7596838f-8678-4cb2-94df-4bd6ceace44b tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:22.097281 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7cda5a7d-6238-400a-8ac5-ab7581512735 req-7596838f-8678-4cb2-94df-4bd6ceace44b tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 946 time: 0.1230960
Apr 19 18:36:22.102993 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b11d-ce25-4856-a6d7-71edfdace23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:22.132864 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b11d-ce25-4856-a6d7-71edfdace23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:22.183782 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b11d-ce25-4856-a6d7-71edfdace23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:22.187499 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7cda5a7d-6238-400a-8ac5-ab7581512735 req-3107e090-d37e-48d4-b8ad-a983166ad87f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0779240
Apr 19 18:36:22.215833 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-7788d87a-05f0-47a9-a635-d2d524fd3254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:22.231169 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5b11d-ce25-4856-a6d7-71edfdace23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0769e7-da20-431b-8f22-ba4383b063d0,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:22.234343 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b11d-ce25-4856-a6d7-71edfdace23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:22.239816 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-d2a5b11d-ce25-4856-a6d7-71edfdace23e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf0769e7-da20-431b-8f22-ba4383b063d0 HTTP/1.1" status: 204  len: 168 time: 0.2050192
Apr 19 18:36:22.239816 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d2a5b11d-ce25-4856-a6d7-71edfdace23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:22.601968 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1a5ec-7826-4a0b-97c2-f3964439b13d req-b063f7ce-b23f-4f5c-ac50-0cfcb3d613d8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:22.604553 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6bb1a5ec-7826-4a0b-97c2-f3964439b13d req-b063f7ce-b23f-4f5c-ac50-0cfcb3d613d8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.2143407
Apr 19 18:36:22.655679 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 57612) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:22.675756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-91f4eb20-513c-428f-8641-58532e397dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:22.682723 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f657e-b48d-48ca-a577-1ec8064fcc8c req-c8bea062-f2cd-4211-a7e3-93b056e387ef tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:22.684444 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-842f657e-b48d-48ca-a577-1ec8064fcc8c req-c8bea062-f2cd-4211-a7e3-93b056e387ef tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.1584890
Apr 19 18:36:22.697499 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6bb1a5ec-7826-4a0b-97c2-f3964439b13d req-55423d5a-ab91-41e3-9243-78f168de982a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0832953
Apr 19 18:36:22.698357 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-91f4eb20-513c-428f-8641-58532e397dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:36:22.703536 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-91f4eb20-513c-428f-8641-58532e397dae admin admin] Usage tracker for resource:security_group_rule and tenant:b035fbbae49649e0838f86c87beef8fb is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:36:22.706616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-91f4eb20-513c-428f-8641-58532e397dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:36:22.713179 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-91f4eb20-513c-428f-8641-58532e397dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:36:22.757203 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-842f657e-b48d-48ca-a577-1ec8064fcc8c req-c934dbd9-5419-44a8-a7fa-118ed0d1c7e9 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641141
Apr 19 18:36:22.810986 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-91f4eb20-513c-428f-8641-58532e397dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:22.813741 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-91f4eb20-513c-428f-8641-58532e397dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:22.822594 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3c71e9cb-a9b1-4d37-bd9a-27a2beb734d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:22.867385 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-91f4eb20-513c-428f-8641-58532e397dae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b035fbbae49649e0838f86c87beef8fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2104292
Apr 19 18:36:22.868355 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4eb20-513c-428f-8641-58532e397dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b814e37-3bd0-4ed4-92cd-a75d64f26761,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:22.870275 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 57618) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:22.875747 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-91f4eb20-513c-428f-8641-58532e397dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:22.960844 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a6cd136f-8664-4f26-890b-9a1776a09dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:22.992094 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a6cd136f-8664-4f26-890b-9a1776a09dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:23.087118 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fbd5d547-1f8a-40ce-9c2a-904b6ddb5150 req-c2f4f73a-76fd-45b6-b8a4-db87f51cf1cc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 210 time: 0.0596557
Apr 19 18:36:23.099680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a6cd136f-8664-4f26-890b-9a1776a09dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:23.111501 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-652b8aa6-1686-4a0d-bc67-39b1f6d126c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:23.130351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd136f-8664-4f26-890b-9a1776a09dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b814e37-3bd0-4ed4-92cd-a75d64f26761,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:23.134535 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a6cd136f-8664-4f26-890b-9a1776a09dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:23.138118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a6cd136f-8664-4f26-890b-9a1776a09dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:23.150366 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-a6cd136f-8664-4f26-890b-9a1776a09dbb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b814e37-3bd0-4ed4-92cd-a75d64f26761 HTTP/1.1" status: 204  len: 168 time: 0.2685981
Apr 19 18:36:23.416866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74d2df-2a7d-40f4-b1d7-b7b54799f5c8 req-5382d9a6-5fdc-4337-a2ed-62b60f54ea34 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:23.419081 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3a74d2df-2a7d-40f4-b1d7-b7b54799f5c8 req-5382d9a6-5fdc-4337-a2ed-62b60f54ea34 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 946 time: 0.1041591
Apr 19 18:36:23.487530 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3a74d2df-2a7d-40f4-b1d7-b7b54799f5c8 req-e5973ac3-779c-40d3-88f8-a5599a4ff8c3 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612967
Apr 19 18:36:24.005156 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb4df1-3daa-43bb-aa49-1e5fd9f1fdbf req-f435fdb4-c957-45d9-9554-30f306a50176 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:24.006820 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a2cb4df1-3daa-43bb-aa49-1e5fd9f1fdbf req-f435fdb4-c957-45d9-9554-30f306a50176 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.1797738
Apr 19 18:36:24.038912 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b1d38-7e3e-425e-b290-844643cdd50c req-9236ab1b-74d1-4375-84dd-b75a1ba64062 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:24.040575 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-224b1d38-7e3e-425e-b290-844643cdd50c req-9236ab1b-74d1-4375-84dd-b75a1ba64062 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.1429081
Apr 19 18:36:24.094069 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a2cb4df1-3daa-43bb-aa49-1e5fd9f1fdbf req-a6b18f99-23f7-4e4b-8953-a1af2ded9d9e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0785310
Apr 19 18:36:24.115858 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-224b1d38-7e3e-425e-b290-844643cdd50c req-1cca4ee9-b4ee-407f-9374-581fb900c64f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660608
Apr 19 18:36:24.325049 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ceee4cac-67e2-4845-a14a-9fede6176f80 req-326c6fdd-5fd1-4913-9446-bf4c08e58206 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 210 time: 0.0638483
Apr 19 18:36:24.706200 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201188a1-9745-43a2-9eda-75329c179c39 req-5ec3253e-7d58-42a5-9ea3-91723f20d2cd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:24.714175 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-201188a1-9745-43a2-9eda-75329c179c39 req-5ec3253e-7d58-42a5-9ea3-91723f20d2cd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 946 time: 0.1137917
Apr 19 18:36:24.761284 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-201188a1-9745-43a2-9eda-75329c179c39 req-9f322027-e873-4d99-b91f-95a43acfce8f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461717
Apr 19 18:36:25.462526 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f3af2-5f6a-4abd-a68c-f23a708fdcc7 req-af9a3338-9114-4bfb-9349-bb1592443f3b tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:25.464153 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e60f3af2-5f6a-4abd-a68c-f23a708fdcc7 req-af9a3338-9114-4bfb-9349-bb1592443f3b tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.1719818
Apr 19 18:36:25.476942 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529451ff-b43c-4295-9391-0341006a305f req-3a1eaf7a-48af-46c4-9372-be253dbca14b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:25.478644 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-529451ff-b43c-4295-9391-0341006a305f req-3a1eaf7a-48af-46c4-9372-be253dbca14b tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.1275334
Apr 19 18:36:25.802769 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e60f3af2-5f6a-4abd-a68c-f23a708fdcc7 req-1e53bde0-fe97-47a2-9414-18f24c618466 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3230603
Apr 19 18:36:25.805799 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-529451ff-b43c-4295-9391-0341006a305f req-0f2efd4c-5ddd-4a63-9689-f3d8246525c7 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3095586
Apr 19 18:36:26.030207 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc2fc1-ed7f-4cc0-9f65-7c6523c24a2c req-1c148030-5719-4507-a932-6e8bafe62f7b tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:26.031908 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a9fc2fc1-ed7f-4cc0-9f65-7c6523c24a2c req-1c148030-5719-4507-a932-6e8bafe62f7b tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 946 time: 0.1041684
Apr 19 18:36:26.143910 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a9fc2fc1-ed7f-4cc0-9f65-7c6523c24a2c req-2cd61d98-1895-4d50-88a7-c5beb6588bc9 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1050305
Apr 19 18:36:26.161539 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f49448f6-7eb2-4794-be61-fb7747997d6d req-f52405ea-c9f2-4448-b093-a97fb5cb0eb0 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 210 time: 0.0746331
Apr 19 18:36:27.166930 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9856e3f-c488-40cc-ad8f-9e277bfc2543 req-240ca509-0cf5-46f3-80c4-e3d9d07231fd tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:27.168598 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c9856e3f-c488-40cc-ad8f-9e277bfc2543 req-240ca509-0cf5-46f3-80c4-e3d9d07231fd tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.1670859
Apr 19 18:36:27.212244 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e697e3b-7afe-4926-8565-a35e2d1ccf2e req-d102a002-ac73-49f2-9c7f-f98fdb5fe7c0 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:27.213805 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e697e3b-7afe-4926-8565-a35e2d1ccf2e req-d102a002-ac73-49f2-9c7f-f98fdb5fe7c0 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.1668983
Apr 19 18:36:27.253745 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c9856e3f-c488-40cc-ad8f-9e277bfc2543 req-5001569f-8714-4837-95f2-859669d3c205 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763919
Apr 19 18:36:27.283631 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e697e3b-7afe-4926-8565-a35e2d1ccf2e req-47338a55-2632-45c1-8e76-97b7ae761b90 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572748
Apr 19 18:36:27.495893 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4bb02f8d-b1e3-49d8-b4e9-439905e3dce3 req-419073fa-8fb9-428b-b5e6-bbb8477c1bed tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 210 time: 0.0635641
Apr 19 18:36:27.535751 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb74bc-333f-43f7-af28-0fb012bccfee req-a458839f-347b-48e9-b611-05d3965ff954 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:27.537605 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d5bb74bc-333f-43f7-af28-0fb012bccfee req-a458839f-347b-48e9-b611-05d3965ff954 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 946 time: 0.1528838
Apr 19 18:36:27.590614 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d5bb74bc-333f-43f7-af28-0fb012bccfee req-093007fd-62ad-4b07-88ec-bd0ee76ccc04 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462272
Apr 19 18:36:28.557739 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15f487-e1b5-4570-ab17-4c3135dd8d0a req-68fb6962-addf-43dc-8155-31c4e11b8c73 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:28.559411 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e15f487-e1b5-4570-ab17-4c3135dd8d0a req-68fb6962-addf-43dc-8155-31c4e11b8c73 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.1691465
Apr 19 18:36:28.630364 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e15f487-e1b5-4570-ab17-4c3135dd8d0a req-44e19899-074a-4db5-ae3f-8bfce3af3a95 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623932
Apr 19 18:36:28.645993 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e068dc-718d-4181-857d-8cce928328d1 req-65a2f161-190e-4d1d-a7c6-06b65d97b257 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:28.647978 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c6e068dc-718d-4181-857d-8cce928328d1 req-65a2f161-190e-4d1d-a7c6-06b65d97b257 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.1955256
Apr 19 18:36:28.720109 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c6e068dc-718d-4181-857d-8cce928328d1 req-689b4f4e-87f6-40aa-8dc4-d4659590a2c1 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657749
Apr 19 18:36:28.918688 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-50613989-d17e-414d-a3c6-4d3c1f163f23 req-3a809b70-3fdd-4783-ab27-d9e86b905c86 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 210 time: 0.1032777
Apr 19 18:36:28.957380 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ba2f3-230a-4e26-a38c-2105d630217d req-4ac6e72d-502c-40f2-b1ed-3731ff25d74d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:28.959088 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-160ba2f3-230a-4e26-a38c-2105d630217d req-4ac6e72d-502c-40f2-b1ed-3731ff25d74d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 946 time: 0.1053109
Apr 19 18:36:29.017015 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-160ba2f3-230a-4e26-a38c-2105d630217d req-a2b61d49-6efc-4c68-bed5-e4d099feeb08 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506339
Apr 19 18:36:29.912996 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913e23c-ec20-4a36-9f43-851d485491d6 req-b93fcd44-29bc-4747-92e8-55986d99706a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:29.914246 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2913e23c-ec20-4a36-9f43-851d485491d6 req-b93fcd44-29bc-4747-92e8-55986d99706a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.1526954
Apr 19 18:36:29.981187 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e8261-73ad-4a97-8f88-42bbe439592a req-fccb32d2-3db9-4ba0-ac1e-da9755c247a5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:29.983315 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-391e8261-73ad-4a97-8f88-42bbe439592a req-fccb32d2-3db9-4ba0-ac1e-da9755c247a5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.1495724
Apr 19 18:36:29.991208 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2913e23c-ec20-4a36-9f43-851d485491d6 req-175852f4-368e-46ee-9e5b-a9566b7af3d8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689974
Apr 19 18:36:30.034245 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-391e8261-73ad-4a97-8f88-42bbe439592a req-2e80f621-eaf8-446d-9f6e-786e0324890b tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420270
Apr 19 18:36:30.184558 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9fdf64ae-a8d3-4798-9ad7-c52dd170dca8 req-02144ecb-1eef-4caf-a61b-496b8adf15c3 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 210 time: 0.0874398
Apr 19 18:36:30.244655 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55d63a-189e-438b-ab79-6eb39169426c req-cf9a88b4-c8f5-4bb1-8b9a-5d74364ea7ff tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:30.246398 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7e55d63a-189e-438b-ab79-6eb39169426c req-cf9a88b4-c8f5-4bb1-8b9a-5d74364ea7ff tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 946 time: 0.1070473
Apr 19 18:36:30.297224 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7e55d63a-189e-438b-ab79-6eb39169426c req-745c48df-f13a-4a6a-a99a-9b377f9a0b09 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441020
Apr 19 18:36:31.277098 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4f79d-ec0f-4446-b15d-afe579895b2b req-bdb34463-7a18-43ad-a137-cdb624ffa85a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:31.278790 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-59c4f79d-ec0f-4446-b15d-afe579895b2b req-bdb34463-7a18-43ad-a137-cdb624ffa85a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.1669092
Apr 19 18:36:31.286960 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4fd23-0155-4b1a-a203-632910153b84 req-3fd30194-6a4e-48b6-b782-bd79609b3280 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:31.288435 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ade4fd23-0155-4b1a-a203-632910153b84 req-3fd30194-6a4e-48b6-b782-bd79609b3280 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.1398931
Apr 19 18:36:31.365210 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-59c4f79d-ec0f-4446-b15d-afe579895b2b req-aadfc627-575d-4ba2-86f2-11a83332b7ee tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757422
Apr 19 18:36:31.369962 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ade4fd23-0155-4b1a-a203-632910153b84 req-1af111c6-cc56-43d2-a26b-3c2c69fb734c tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664852
Apr 19 18:36:31.565295 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a162c32a-77ad-4411-8683-03ca5f20051b req-f52d6b59-1bfb-4172-bd18-c8b77d938a52 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a706d1-5bf4-4873-850c-afd3b6334756 HTTP/1.1" status: 200  len: 210 time: 0.0904062
Apr 19 18:36:31.612580 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240abbda-bef9-4691-aa77-2d17947bee7a req-06877393-9123-4b8f-ae9a-fb8f51535a62 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:31.614166 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-240abbda-bef9-4691-aa77-2d17947bee7a req-06877393-9123-4b8f-ae9a-fb8f51535a62 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 946 time: 0.0999992
Apr 19 18:36:31.662053 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-240abbda-bef9-4691-aa77-2d17947bee7a req-0e07bcb9-42e6-4609-b875-75f4e7759c63 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411646
Apr 19 18:36:32.261369 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90bc60-82ea-4309-b5b1-aea6b1492816 req-a0c8c3b3-3685-412f-a886-5267195efb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:32.263061 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4e90bc60-82ea-4309-b5b1-aea6b1492816 req-a0c8c3b3-3685-412f-a886-5267195efb94 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 1099 time: 0.0918238
Apr 19 18:36:32.310458 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4e90bc60-82ea-4309-b5b1-aea6b1492816 req-b104111a-1343-4d00-85ba-bb89a00bb08b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398598
Apr 19 18:36:32.588883 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f7d89-36d1-4062-98cc-5625c88589e5 req-946fa498-662e-40c3-abe4-e5ec35b028e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:32.590522 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fe3f7d89-36d1-4062-98cc-5625c88589e5 req-946fa498-662e-40c3-abe4-e5ec35b028e8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de&tenant_id=20e2b5460150473caf714c4478fc00b1 HTTP/1.1" status: 200  len: 1096 time: 0.1757381
Apr 19 18:36:32.736483 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abe5f0-824d-4d87-8760-b2ce9cb04757 req-36ec2c7f-becb-4813-ac0c-5adb0b6162d8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:32.738108 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a5abe5f0-824d-4d87-8760-b2ce9cb04757 req-36ec2c7f-becb-4813-ac0c-5adb0b6162d8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.2420456
Apr 19 18:36:32.747093 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a393b-eb10-441f-b379-fb4179f1a9ba req-6c6cda60-90b3-4f7f-8d5a-8c87513ea28c tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:32.749170 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-328a393b-eb10-441f-b379-fb4179f1a9ba req-6c6cda60-90b3-4f7f-8d5a-8c87513ea28c tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.2501004
Apr 19 18:36:32.799333 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f7d89-36d1-4062-98cc-5625c88589e5 req-84a43cb2-23a4-4784-996f-9479e7c28a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:32.800897 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fe3f7d89-36d1-4062-98cc-5625c88589e5 req-84a43cb2-23a4-4784-996f-9479e7c28a18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20e2b5460150473caf714c4478fc00b1&device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 1096 time: 0.1860852
Apr 19 18:36:32.866993 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a5abe5f0-824d-4d87-8760-b2ce9cb04757 req-7b46b569-1afd-4bf1-ad69-48dd4c4aa9a8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1167593
Apr 19 18:36:32.918792 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-328a393b-eb10-441f-b379-fb4179f1a9ba req-ac8c1bbd-13df-4431-b94d-7eaba0020a42 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1500337
Apr 19 18:36:32.984607 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f7d89-36d1-4062-98cc-5625c88589e5 req-110f22f3-1110-4ca6-a2fb-1ef16a0d1b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:32.986360 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fe3f7d89-36d1-4062-98cc-5625c88589e5 req-110f22f3-1110-4ca6-a2fb-1ef16a0d1b29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=615e24d7-58d3-4070-af82-06f80838c273 HTTP/1.1" status: 200  len: 909 time: 0.1731772
Apr 19 18:36:32.991940 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 57774) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:33.075226 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:33.106653 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:33.175653 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:33.181272 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9cd81e75-6943-4cdd-83e3-26e42d8a4703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:33.189784 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fe3f7d89-36d1-4062-98cc-5625c88589e5 req-70d3ad1b-3a27-49a1-97db-321e00bc0b60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 HTTP/1.1" status: 200  len: 998 time: 0.1950665
Apr 19 18:36:33.200414 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1565f245-6c86-43e7-9fd2-7d628580d5f0,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:33.214166 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:33.214538 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:33.215075 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:33.215515 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:33.215907 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:33.216327 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:33.217375 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:33.217851 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:33.218266 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:33.218675 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:33.219083 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:33.219489 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:33.224743 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:33.226945 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:33.230071 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-7eb64e58-ea08-4603-bb34-343f685c1fbc tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "DELETE /v2.0/security-groups/1565f245-6c86-43e7-9fd2-7d628580d5f0 HTTP/1.1" status: 204  len: 168 time: 0.2351091
Apr 19 18:36:33.234049 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 57778) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:33.254220 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.v2.resource [None req-20e77686-307a-4034-9355-d9a2e1593357 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] show failed (client error): The resource could not be found.
Apr 19 18:36:33.255550 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-20e77686-307a-4034-9355-d9a2e1593357 tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "GET /v2.0/security-groups/1565f245-6c86-43e7-9fd2-7d628580d5f0 HTTP/1.1" status: 404  len: 347 time: 0.0203905
Apr 19 18:36:33.258452 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beca17-6e00-456d-ba19-d9fcebc33175 req-0e06cf56-c183-4242-a250-fa6a03a839a8 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:33.258733 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 57782) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:33.260063 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3beca17-6e00-456d-ba19-d9fcebc33175 req-0e06cf56-c183-4242-a250-fa6a03a839a8 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 946 time: 0.2056923
Apr 19 18:36:33.299105 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f7d89-36d1-4062-98cc-5625c88589e5 req-988cb051-e76e-454c-8938-ef0014c46cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:33.300636 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fe3f7d89-36d1-4062-98cc-5625c88589e5 req-988cb051-e76e-454c-8938-ef0014c46cca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb7486fb-0d56-429a-a715-77c1a9369497 HTTP/1.1" status: 200  len: 847 time: 0.1031001
Apr 19 18:36:33.369284 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f3beca17-6e00-456d-ba19-d9fcebc33175 req-7dfa6227-dd57-419c-93f8-3007a72edcb0 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0997565
Apr 19 18:36:33.402330 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f7d89-36d1-4062-98cc-5625c88589e5 req-cb7a6974-dd90-46e4-8234-6d640d550488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:33.403917 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fe3f7d89-36d1-4062-98cc-5625c88589e5 req-cb7a6974-dd90-46e4-8234-6d640d550488 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=615e24d7-58d3-4070-af82-06f80838c273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0922210
Apr 19 18:36:33.432382 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-aefcd2e6-a6f2-48bd-ab79-529da382966a tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Deleting port 559357bb-6639-4470-90a5-c0a114dfd5bc {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:36:33.432762 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aefcd2e6-a6f2-48bd-ab79-529da382966a tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:33.550599 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fe3f7d89-36d1-4062-98cc-5625c88589e5 req-57b6c553-f72c-4c54-af5f-1f18f7be15c2 service neutron] 10.222.0.13 "GET /v2.0/networks/615e24d7-58d3-4070-af82-06f80838c273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399469
Apr 19 18:36:33.618895 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aefcd2e6-a6f2-48bd-ab79-529da382966a tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:33.619251 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aefcd2e6-a6f2-48bd-ab79-529da382966a tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:33.700336 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fe3f7d89-36d1-4062-98cc-5625c88589e5 req-2229efc0-e809-4e40-997b-58ad165d12f5 service neutron] 10.222.0.13 "GET /v2.0/networks/615e24d7-58d3-4070-af82-06f80838c273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435387
Apr 19 18:36:33.758090 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-aefcd2e6-a6f2-48bd-ab79-529da382966a tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Calling delete_port for 559357bb-6639-4470-90a5-c0a114dfd5bc owned by network:floatingip {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:36:33.920933 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aefcd2e6-a6f2-48bd-ab79-529da382966a tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:33.925906 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-7ee595d7-b6fd-4c28-b4d6-2e8ccb32a6a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:33.978133 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcd2e6-a6f2-48bd-ab79-529da382966a tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Pushing event deleted for resources: {'Port': ['ID=559357bb-6639-4470-90a5-c0a114dfd5bc,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:33.982937 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-aefcd2e6-a6f2-48bd-ab79-529da382966a tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:34.097239 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aefcd2e6-a6f2-48bd-ab79-529da382966a tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks [] for floatingip, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:34.117404 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aefcd2e6-a6f2-48bd-ab79-529da382966a tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:34.118839 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-aefcd2e6-a6f2-48bd-ab79-529da382966a tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] 10.222.0.49 "DELETE /v2.0/floatingips/da7171b6-003e-470e-b4de-c7ec64a5e764 HTTP/1.1" status: 204  len: 168 time: 0.8591378
Apr 19 18:36:34.199955 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca861f-41d2-4925-9855-24b33d411fab req-f4cc36f3-88e3-4cc6-a9e0-a90d49c15b3a tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:34.201630 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a6ca861f-41d2-4925-9855-24b33d411fab req-f4cc36f3-88e3-4cc6-a9e0-a90d49c15b3a tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.1436930
Apr 19 18:36:34.210376 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3a317-f6b6-433b-b77a-193b07761b1e req-dce08cb1-f358-4b3a-af91-3919384b2ea5 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:34.211912 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6aa3a317-f6b6-433b-b77a-193b07761b1e req-dce08cb1-f358-4b3a-af91-3919384b2ea5 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 943 time: 0.1988587
Apr 19 18:36:34.225758 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device fe8c9f4e-fba0-40cd-95bc-c54190858da9 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:36:34.285027 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a6ca861f-41d2-4925-9855-24b33d411fab req-549993e0-b2d5-4c5f-8b13-a2c725bd53ed tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720637
Apr 19 18:36:34.311943 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6aa3a317-f6b6-433b-b77a-193b07761b1e req-51488d3a-98cf-4b5d-a7ea-97b1bcc8d82d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786717
Apr 19 18:36:34.392283 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port fe8c9f4e-fba0-40cd-95bc-c54190858da9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8c9f4e-fba0-40cd-95bc-c54190858da9,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:36:34.407115 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'port_id': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9', 'mac_address': 'fa:16:3e:2a:6f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:36:34.473499 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:34.493097 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8c9f4e-fba0-40cd-95bc-c54190858da9 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:36:34.509462 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port fe8c9f4e-fba0-40cd-95bc-c54190858da9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8c9f4e-fba0-40cd-95bc-c54190858da9,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:36:34.512038 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:34.514406 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:34.575069 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb25afc-b0ea-4999-94ad-81e76114ea44 req-c795f3a0-a0b9-428b-a2e8-61c01bf7c7d5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:34.577129 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dbb25afc-b0ea-4999-94ad-81e76114ea44 req-c795f3a0-a0b9-428b-a2e8-61c01bf7c7d5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 946 time: 0.0909317
Apr 19 18:36:34.587094 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=fe8c9f4e-fba0-40cd-95bc-c54190858da9,revision_number=9']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:34.590322 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:34.626694 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dbb25afc-b0ea-4999-94ad-81e76114ea44 req-75645fcd-083d-4347-b778-c36b7732ef67 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430028
Apr 19 18:36:34.718912 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['fe8c9f4e-fba0-40cd-95bc-c54190858da9'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:36:34.829856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db009b44-c49c-4adb-b235-6f51e124285b req-30fde82e-7e45-4aa1-9b2a-dd52f71a2136 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:34.831361 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-db009b44-c49c-4adb-b235-6f51e124285b req-30fde82e-7e45-4aa1-9b2a-dd52f71a2136 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 946 time: 0.0925810
Apr 19 18:36:34.879417 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-db009b44-c49c-4adb-b235-6f51e124285b req-f265a5c1-5d8f-492c-a002-e3b068dd070c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413997
Apr 19 18:36:34.904951 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 57816) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:34.984717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba8c223-0702-47c6-98e4-9b26f2ae88bb tempest-TestVolumeBootPattern-1592428583 tempest-TestVolumeBootPattern-1592428583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:34.986358 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-aba8c223-0702-47c6-98e4-9b26f2ae88bb tempest-TestVolumeBootPattern-1592428583 tempest-TestVolumeBootPattern-1592428583-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 1094 time: 0.0803299
Apr 19 18:36:34.989229 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 57820) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:34.994699 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Request body: {'floatingip': {'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'port_id': '963130fd-95e2-4689-9511-6366963829f3', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:36:35.000966 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:36:35.005063 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Usage tracker for resource:floatingip and tenant:b2c9c6242f9040c7a6043ce4b8184661 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:36:35.008088 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:36:35.014259 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:36:35.023469 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for floatingip, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:35.179861 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:35.334816 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Allocated IP 172.27.1.8 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/88fe774f-5904-414b-ab13-867138cbe402) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:36:35.519481 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:35.551758 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:35.557231 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:35.606698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791cd4c-b75f-4fe2-a9ea-9d7661227202 req-2cb40ede-0139-4790-a820-9ef6752ce00d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:35.614581 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2791cd4c-b75f-4fe2-a9ea-9d7661227202 req-2cb40ede-0139-4790-a820-9ef6752ce00d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.1846638
Apr 19 18:36:35.632561 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:36:35.635956 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:36:35.640656 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:36:35.650412 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e248a91-f6f0-423d-bf33-c990be4e0c49 req-661f32eb-c548-474c-917c-83b095a15088 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:35.652119 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1e248a91-f6f0-423d-bf33-c990be4e0c49 req-661f32eb-c548-474c-917c-83b095a15088 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 944 time: 0.1626463
Apr 19 18:36:35.697015 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2791cd4c-b75f-4fe2-a9ea-9d7661227202 req-910ea397-e3ed-4e00-a3e1-e81c00296315 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815260
Apr 19 18:36:35.742738 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1e248a91-f6f0-423d-bf33-c990be4e0c49 req-80024e11-4a7e-4cef-a073-1a09f1322011 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802753
Apr 19 18:36:35.922420 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event updated for resources: {'Port': ['ID=88fe774f-5904-414b-ab13-867138cbe402,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:35.929020 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:36.237680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device fe8c9f4e-fba0-40cd-95bc-c54190858da9 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:36:36.310755 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port fe8c9f4e-fba0-40cd-95bc-c54190858da9 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:36:36.311271 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:36.328106 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:36.406652 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:36.438645 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:36.467064 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:36:36.477707 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port fe8c9f4e-fba0-40cd-95bc-c54190858da9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8c9f4e-fba0-40cd-95bc-c54190858da9,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:36:36.481014 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:36.483023 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:36.524283 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9', 'code': 200}
Apr 19 18:36:36.559118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=fe8c9f4e-fba0-40cd-95bc-c54190858da9,revision_number=10']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:36.569754 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:36.634067 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:36.637529 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531857088'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:36.642339 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-abdc614a-f610-4476-ae4c-20c1f3e3ed60 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:36.752522 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event updated for resources: {'Port': ['ID=88fe774f-5904-414b-ab13-867138cbe402,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:36.761134 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:36.762008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d9e93-22db-42c9-a2bc-eb8991f5aad0 req-a3898bec-589a-4ede-a640-5266873f5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:36.763939 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-814d9e93-22db-42c9-a2bc-eb8991f5aad0 req-a3898bec-589a-4ede-a640-5266873f5ccd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 1099 time: 0.0803316
Apr 19 18:36:36.770776 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636081'] for floatingip, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:36.830946 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-814d9e93-22db-42c9-a2bc-eb8991f5aad0 req-f2fe7208-99fc-4e0b-8a67-766b06876889 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580597
Apr 19 18:36:36.969283 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_db [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Floating IP 31230912-354b-41e9-8711-e9cdc8c28096 associated. External IP: 172.27.1.8, port: 963130fd-95e2-4689-9511-6366963829f3.
Apr 19 18:36:37.289001 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5aa13-3aee-4c21-a82e-dfd1d88d9eb1 req-1719742d-ce40-4b91-86cc-a465966b7741 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:37.290638 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cef5aa13-3aee-4c21-a82e-dfd1d88d9eb1 req-1719742d-ce40-4b91-86cc-a465966b7741 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.3966148
Apr 19 18:36:37.303642 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015742e-7292-4dba-87e6-b2df0cbe0c69 req-43596329-c108-4c7f-90b7-e11873554cfe tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:37.305224 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3015742e-7292-4dba-87e6-b2df0cbe0c69 req-43596329-c108-4c7f-90b7-e11873554cfe tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 946 time: 0.3650601
Apr 19 18:36:37.374312 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cef5aa13-3aee-4c21-a82e-dfd1d88d9eb1 req-059c6cf0-ff09-42ad-bd57-26f048526b75 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674775
Apr 19 18:36:37.387589 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Router f20c51fd-c5fe-4927-a425-5211c2c484cb has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:36:37.410784 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-3015742e-7292-4dba-87e6-b2df0cbe0c69 req-fac785ff-ff67-4e37-95ce-681273e25771 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851572
Apr 19 18:36:37.437512 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 57874) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:37.578982 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:37.595166 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:36:37.599509 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Usage tracker for resource:security_group_rule and tenant:1453b6eb26824943b6d578d3d12cb4ed is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:36:37.602546 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:36:37.605092 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:36:37.610428 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:36:37.624063 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0684a61f-1a2a-4af1-8002-e74fc8f92638 None None] Sync routers for ids ['f20c51fd-c5fe-4927-a425-5211c2c484cb'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:36:37.646329 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0684a61f-1a2a-4af1-8002-e74fc8f92638 None None] Routers {'f20c51fd-c5fe-4927-a425-5211c2c484cb'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:36:37.647032 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-0684a61f-1a2a-4af1-8002-e74fc8f92638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710063c240>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:36:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['f20c51fd-c5fe-4927-a425-5211c2c484cb'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:36:37.655410 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:37.730167 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7397842
Apr 19 18:36:37.731468 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'tag': '963130fd-95e2-4689-9511-6366963829f3'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:36:37.770291 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:37.787827 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:37.825175 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'tag': '963130fd-95e2-4689-9511-6366963829f3', 'status': 'completed', 'code': 200}
Apr 19 18:36:37.826467 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b2990ed8-0c14-4aca-8706-14c30be15b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:37.869768 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80960adc-500f-4493-8773-c9a924ebef6e,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:37.934964 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:37.935407 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:37.935954 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:37.936362 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:37.936955 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:37.937313 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:37.937463 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:37.938280 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:37.938280 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:37.938835 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:37.938993 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:37.939371 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:37.947737 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:37.955456 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 57898) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:37.955840 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1453b6eb26824943b6d578d3d12cb4ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5171006
Apr 19 18:36:38.000409 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f0adf-1c19-4143-805e-5b02d17cfbb3 req-7f4684c1-649d-4b09-bdcb-4505ab372d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:38.002246 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-589f0adf-1c19-4143-805e-5b02d17cfbb3 req-7f4684c1-649d-4b09-bdcb-4505ab372d76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 1099 time: 0.1338568
Apr 19 18:36:38.072091 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cfb541c1-96a5-4d0c-af45-07b8280670fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:38.112623 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-0684a61f-1a2a-4af1-8002-e74fc8f92638 None None] Set router f20c51fd-c5fe-4927-a425-5211c2c484cb gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:36:38.116098 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cfb541c1-96a5-4d0c-af45-07b8280670fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:38.168693 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f0adf-1c19-4143-805e-5b02d17cfbb3 req-c8ce58bf-dad2-41d7-a93d-e74f1c832692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:38.171904 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-589f0adf-1c19-4143-805e-5b02d17cfbb3 req-c8ce58bf-dad2-41d7-a93d-e74f1c832692 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9c36c12-0176-4f97-97e9-14acfffaf6f9 HTTP/1.1" status: 200  len: 912 time: 0.1606719
Apr 19 18:36:38.203987 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cfb541c1-96a5-4d0c-af45-07b8280670fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:38.210324 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6e29cbd8-bd4e-4ea0-b464-7274fb765652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:38.229244 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb541c1-96a5-4d0c-af45-07b8280670fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80960adc-500f-4493-8773-c9a924ebef6e,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:38.235387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cfb541c1-96a5-4d0c-af45-07b8280670fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:38.236760 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cfb541c1-96a5-4d0c-af45-07b8280670fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:38.240802 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-cfb541c1-96a5-4d0c-af45-07b8280670fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80960adc-500f-4493-8773-c9a924ebef6e HTTP/1.1" status: 204  len: 168 time: 0.2819693
Apr 19 18:36:38.297364 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-589f0adf-1c19-4143-805e-5b02d17cfbb3 req-7fa2773a-1d5f-4f34-a8d9-4cb933a897cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=963130fd-95e2-4689-9511-6366963829f3 HTTP/1.1" status: 200  len: 998 time: 0.1196733
Apr 19 18:36:38.391323 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f0adf-1c19-4143-805e-5b02d17cfbb3 req-6f778bd1-1a9b-45f1-9a2e-1458938b28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:38.392894 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-589f0adf-1c19-4143-805e-5b02d17cfbb3 req-6f778bd1-1a9b-45f1-9a2e-1458938b28b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dfe41ce-4236-4779-9aeb-9390aebf5b7b HTTP/1.1" status: 200  len: 850 time: 0.0884771
Apr 19 18:36:38.628365 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-0684a61f-1a2a-4af1-8002-e74fc8f92638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710063c240>, [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': '31230912-354b-41e9-8711-e9cdc8c28096', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'port_id': '963130fd-95e2-4689-9511-6366963829f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'mac_address': 'fa:16:3e:f8:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:36:36Z', 'updated_at': '2021-04-19T18:36:36Z', 'revision_number': 0, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:06Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:36:38.632920 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0684a61f-1a2a-4af1-8002-e74fc8f92638 None None] Checking router: f20c51fd-c5fe-4927-a425-5211c2c484cb for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:36:38.642308 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0684a61f-1a2a-4af1-8002-e74fc8f92638 None None] Routers {'f20c51fd-c5fe-4927-a425-5211c2c484cb'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:36:38.642992 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-0684a61f-1a2a-4af1-8002-e74fc8f92638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710063c240>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:36:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['f20c51fd-c5fe-4927-a425-5211c2c484cb'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:36:38.658763 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 57936) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:38.679426 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8caa2e0-5173-4c84-9d86-62d919616ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:38.686589 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f0adf-1c19-4143-805e-5b02d17cfbb3 req-b8205fc5-fadb-4628-bd6d-6952ead90460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:38.688203 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-589f0adf-1c19-4143-805e-5b02d17cfbb3 req-b8205fc5-fadb-4628-bd6d-6952ead90460 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c36c12-0176-4f97-97e9-14acfffaf6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2886806
Apr 19 18:36:38.696643 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f8caa2e0-5173-4c84-9d86-62d919616ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:36:38.701664 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f8caa2e0-5173-4c84-9d86-62d919616ebf admin admin] Usage tracker for resource:security_group_rule and tenant:ff0ba50e9b7c49c1b681bb87724a5ae7 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:36:38.704822 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f8caa2e0-5173-4c84-9d86-62d919616ebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:36:38.712294 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f8caa2e0-5173-4c84-9d86-62d919616ebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:36:38.803791 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8caa2e0-5173-4c84-9d86-62d919616ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:38.808869 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8caa2e0-5173-4c84-9d86-62d919616ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:38.821228 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d6936161-5654-433b-b553-615ec952b85d tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:38.851051 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-0684a61f-1a2a-4af1-8002-e74fc8f92638 None None] Set router f20c51fd-c5fe-4927-a425-5211c2c484cb gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:36:38.868173 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f8caa2e0-5173-4c84-9d86-62d919616ebf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff0ba50e9b7c49c1b681bb87724a5ae7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2081439
Apr 19 18:36:38.869636 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8caa2e0-5173-4c84-9d86-62d919616ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edebc91-0f87-473a-ba75-7556974d0c37,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:38.872505 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 57942) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:38.885440 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f8caa2e0-5173-4c84-9d86-62d919616ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:38.900783 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-589f0adf-1c19-4143-805e-5b02d17cfbb3 req-f7104a37-eeb9-4431-aa66-a393a8677176 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2011487
Apr 19 18:36:38.913545 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdb6d5-0914-4f3c-bfe7-d2eec5a9c48d req-9ad2348e-463e-4e0f-ada7-37404fd5d517 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:38.915118 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cfbdb6d5-0914-4f3c-bfe7-d2eec5a9c48d req-9ad2348e-463e-4e0f-ada7-37404fd5d517 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.3514190
Apr 19 18:36:38.947244 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c67bb5-8fb1-4310-989e-5c0b20c77b36 req-2b3171a8-2af8-4885-8bb1-451f8747bbbf tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:38.948882 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-80c67bb5-8fb1-4310-989e-5c0b20c77b36 req-2b3171a8-2af8-4885-8bb1-451f8747bbbf tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 946 time: 0.3294594
Apr 19 18:36:38.957970 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-73fa699a-1910-479a-bf29-11e0a82f7c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:38.988058 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-73fa699a-1910-479a-bf29-11e0a82f7c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:39.037129 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-73fa699a-1910-479a-bf29-11e0a82f7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:39.042511 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-91f4eb20-513c-428f-8641-58532e397dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:39.057214 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa699a-1910-479a-bf29-11e0a82f7c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edebc91-0f87-473a-ba75-7556974d0c37,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:39.060188 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-73fa699a-1910-479a-bf29-11e0a82f7c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:39.061599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-73fa699a-1910-479a-bf29-11e0a82f7c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:39.063065 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-73fa699a-1910-479a-bf29-11e0a82f7c25 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4edebc91-0f87-473a-ba75-7556974d0c37 HTTP/1.1" status: 204  len: 168 time: 0.1886990
Apr 19 18:36:39.147860 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-589f0adf-1c19-4143-805e-5b02d17cfbb3 req-fc73268e-357a-4c5c-b0f2-c40410de3db9 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2306495
Apr 19 18:36:39.165504 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-80c67bb5-8fb1-4310-989e-5c0b20c77b36 req-59e3745a-53b0-40f4-a629-7ecf23e7d0c8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1484640
Apr 19 18:36:39.170448 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cfbdb6d5-0914-4f3c-bfe7-d2eec5a9c48d req-2a6a9a07-ac28-415a-bcf6-c903fe8a0f59 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1573045
Apr 19 18:36:39.299392 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-0684a61f-1a2a-4af1-8002-e74fc8f92638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710063c240>, [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': '31230912-354b-41e9-8711-e9cdc8c28096', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'port_id': '963130fd-95e2-4689-9511-6366963829f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'mac_address': 'fa:16:3e:f8:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:36:36Z', 'updated_at': '2021-04-19T18:36:36Z', 'revision_number': 0, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:06Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:36:39.303809 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0684a61f-1a2a-4af1-8002-e74fc8f92638 None None] The sync data for ids ['f20c51fd-c5fe-4927-a425-5211c2c484cb'] in dv-cinder-786928-1-iscsi is: [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': '31230912-354b-41e9-8711-e9cdc8c28096', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'port_id': '963130fd-95e2-4689-9511-6366963829f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'mac_address': 'fa:16:3e:f8:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:36:36Z', 'updated_at': '2021-04-19T18:36:36Z', 'revision_number': 0, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:06Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:36:39.368970 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 57954) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:39.619600 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e88b0f9-3520-4819-925a-4717bd39716f None None] New status for floating IP 31230912-354b-41e9-8711-e9cdc8c28096: ACTIVE {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:36:40.097420 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-32ca93f0-18d5-475a-9905-ee736b338767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854152038'] for router_interface, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:40.489426 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9efe2-93c9-41e3-a9fb-f579cbcb5ef8 req-aba96827-c688-4e23-8163-6a5d961cd925 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:40.491106 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-11b9efe2-93c9-41e3-a9fb-f579cbcb5ef8 req-aba96827-c688-4e23-8163-6a5d961cd925 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.1318190
Apr 19 18:36:40.501557 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7373c2b-60bc-40be-a280-bbfdfeae9d97 req-b9238f7e-ac8d-473f-b62f-49fdce6bd101 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:40.503266 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d7373c2b-60bc-40be-a280-bbfdfeae9d97 req-b9238f7e-ac8d-473f-b62f-49fdce6bd101 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 946 time: 0.1889365
Apr 19 18:36:40.577217 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-11b9efe2-93c9-41e3-a9fb-f579cbcb5ef8 req-897b49a5-0085-4f04-9194-8793b87b1657 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0728490
Apr 19 18:36:40.588153 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d7373c2b-60bc-40be-a280-bbfdfeae9d97 req-35d91168-55bb-423c-8927-3f1e481ea5c2 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670090
Apr 19 18:36:40.738221 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-32ca93f0-18d5-475a-9905-ee736b338767 admin admin] Deleting port c65fab99-9cfe-453e-91cd-1a2061cd415d {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:36:40.738599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-32ca93f0-18d5-475a-9905-ee736b338767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:40.923990 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-32ca93f0-18d5-475a-9905-ee736b338767 admin admin] For port c65fab99-9cfe-453e-91cd-1a2061cd415d, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=c65fab99-9cfe-453e-91cd-1a2061cd415d,segment=NetworkSegment(54a66c03-0931-4a90-b1ab-ea061d30079d),segment_id=54a66c03-0931-4a90-b1ab-ea061d30079d)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:36:40.924390 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-32ca93f0-18d5-475a-9905-ee736b338767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:41.060290 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-32ca93f0-18d5-475a-9905-ee736b338767 admin admin] Calling delete_port for c65fab99-9cfe-453e-91cd-1a2061cd415d owned by network:router_interface {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:36:41.251733 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-32ca93f0-18d5-475a-9905-ee736b338767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:41.256727 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4d9c811b-a2c7-43f0-9f31-4afd897c7922 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:41.345085 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca93f0-18d5-475a-9905-ee736b338767 admin admin] Pushing event deleted for resources: {'Port': ['ID=c65fab99-9cfe-453e-91cd-1a2061cd415d,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:41.347990 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-32ca93f0-18d5-475a-9905-ee736b338767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:41.597818 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-32ca93f0-18d5-475a-9905-ee736b338767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854151964'] for router_interface, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:41.784756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec309f-cd09-4a65-8643-ac8958f80d7c req-f09abcbb-8b4d-49cd-8708-abba915e4d3f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:41.786379 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ceec309f-cd09-4a65-8643-ac8958f80d7c req-f09abcbb-8b4d-49cd-8708-abba915e4d3f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 943 time: 0.0932672
Apr 19 18:36:41.837399 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ceec309f-cd09-4a65-8643-ac8958f80d7c req-ad2017d2-899c-45d7-a7e7-9003d46e463b tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444777
Apr 19 18:36:41.990603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ca93f0-18d5-475a-9905-ee736b338767 admin admin] Router aa34ae64-8ef0-4a68-905a-9f29662be5ad has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:36:42.075912 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-52c5673e-c942-4ad1-92da-3aaa6c871355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:42.187337 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ca93f0-18d5-475a-9905-ee736b338767 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:36:42.197146 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03e6630-94b8-4341-b4e8-0023673086d1 None None] Sync routers for ids ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:36:42.201249 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-32ca93f0-18d5-475a-9905-ee736b338767 admin admin] 10.222.0.49 "PUT /v2.0/routers/aa34ae64-8ef0-4a68-905a-9f29662be5ad/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8308902
Apr 19 18:36:42.204503 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 58006) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:42.208634 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03e6630-94b8-4341-b4e8-0023673086d1 None None] Routers {'aa34ae64-8ef0-4a68-905a-9f29662be5ad'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:36:42.209337 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-e03e6630-94b8-4341-b4e8-0023673086d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71002fed30>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:36:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:36:42.271647 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:36:42.405523 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-070cfeaa-a56d-47d4-978a-37b578744831 admin admin] Notify callbacks [] for router, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:42.531313 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-e03e6630-94b8-4341-b4e8-0023673086d1 None None] Set router aa34ae64-8ef0-4a68-905a-9f29662be5ad gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:36:42.602778 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-070cfeaa-a56d-47d4-978a-37b578744831 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:42.613275 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-070cfeaa-a56d-47d4-978a-37b578744831 admin admin] Deleting port cf4e3c57-8e56-43d5-b08c-58848413150d {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:36:42.613804 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-070cfeaa-a56d-47d4-978a-37b578744831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:42.649375 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:42.758384 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2,segment=NetworkSegment(7eed0a41-34c2-44c6-99e5-f4308f54047d),segment_id=7eed0a41-34c2-44c6-99e5-f4308f54047d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:36:42.783618 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2', 'network_id': '615e24d7-58d3-4070-af82-06f80838c273', 'port_id': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2', 'mac_address': 'fa:16:3e:67:6d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:36:42.808150 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-070cfeaa-a56d-47d4-978a-37b578744831 admin admin] For port cf4e3c57-8e56-43d5-b08c-58848413150d, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=cf4e3c57-8e56-43d5-b08c-58848413150d,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:36:42.808553 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-070cfeaa-a56d-47d4-978a-37b578744831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:42.912682 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:42.939943 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:36:42.944913 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-070cfeaa-a56d-47d4-978a-37b578744831 admin admin] Calling delete_port for cf4e3c57-8e56-43d5-b08c-58848413150d owned by network:router_gateway {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:36:42.968546 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2,segment=NetworkSegment(7eed0a41-34c2-44c6-99e5-f4308f54047d),segment_id=7eed0a41-34c2-44c6-99e5-f4308f54047d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:36:42.974498 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:42.977553 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:43.046404 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-e03e6630-94b8-4341-b4e8-0023673086d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71002fed30>, [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:36:41Z', 'revision_number': 5, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port': {'id': 'cf4e3c57-8e56-43d5-b08c-58848413150d', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:33Z', 'updated_at': '2021-04-19T18:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:36:43.056820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03e6630-94b8-4341-b4e8-0023673086d1 None None] Checking router: aa34ae64-8ef0-4a68-905a-9f29662be5ad for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:36:43.070492 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2,revision_number=7']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:43.074436 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:43.075180 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03e6630-94b8-4341-b4e8-0023673086d1 None None] Routers {'aa34ae64-8ef0-4a68-905a-9f29662be5ad'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:36:43.075943 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-e03e6630-94b8-4341-b4e8-0023673086d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71002fed30>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:36:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:36:43.120826 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069c8d3-8587-4377-8763-1eb6b798f25e req-03949de7-8ad5-418a-8bd1-fff9016cbb19 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:43.122713 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e069c8d3-8587-4377-8763-1eb6b798f25e req-03949de7-8ad5-418a-8bd1-fff9016cbb19 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 944 time: 0.1480694
Apr 19 18:36:43.227449 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e069c8d3-8587-4377-8763-1eb6b798f25e req-1300c0b9-3954-43c0-8fb2-504f4e4f7d7c tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0925486
Apr 19 18:36:43.264593 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-070cfeaa-a56d-47d4-978a-37b578744831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:43.269916 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-de91b43f-5a5b-40fb-aa7c-103ecd6b1954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:43.317867 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cfeaa-a56d-47d4-978a-37b578744831 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf4e3c57-8e56-43d5-b08c-58848413150d,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:43.349154 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-070cfeaa-a56d-47d4-978a-37b578744831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:43.397746 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-e03e6630-94b8-4341-b4e8-0023673086d1 None None] Set router aa34ae64-8ef0-4a68-905a-9f29662be5ad gateway port host: None {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:36:43.420610 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-070cfeaa-a56d-47d4-978a-37b578744831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637285'] for router_gateway, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:43.518338 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-e03e6630-94b8-4341-b4e8-0023673086d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71002fed30>, [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:36:43Z', 'revision_number': 7, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port_host': None}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:36:43.523214 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03e6630-94b8-4341-b4e8-0023673086d1 None None] The sync data for ids ['aa34ae64-8ef0-4a68-905a-9f29662be5ad'] in dv-cinder-786928-1-iscsi is: [{'id': 'aa34ae64-8ef0-4a68-905a-9f29662be5ad', 'name': 'tempest-AttachVolumeTestJSON-1490290020-router', 'tenant_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:31Z', 'updated_at': '2021-04-19T18:36:43Z', 'revision_number': 7, 'project_id': 'b234179720af4fd9b2d3f0aabf09fb91', 'gw_port_host': None}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:36:43.836769 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-070cfeaa-a56d-47d4-978a-37b578744831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-301'] for router, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:43.839128 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-070cfeaa-a56d-47d4-978a-37b578744831 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:43.858695 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-070cfeaa-a56d-47d4-978a-37b578744831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854146691'] for router, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:43.859284 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070cfeaa-a56d-47d4-978a-37b578744831 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa34ae64-8ef0-4a68-905a-9f29662be5ad {{(pid=86310) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 18:36:43.880620 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-070cfeaa-a56d-47d4-978a-37b578744831 admin admin] Notify callbacks [] for router, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:43.881892 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-070cfeaa-a56d-47d4-978a-37b578744831 admin admin] 10.222.0.49 "DELETE /v2.0/routers/aa34ae64-8ef0-4a68-905a-9f29662be5ad HTTP/1.1" status: 204  len: 168 time: 1.6762824
Apr 19 18:36:43.884602 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 58020) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:43.952968 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c74e2e-ddab-447e-ac4a-9b87fcca4ee4 admin admin] Deleting subnet 065c4058-e54c-4e5a-b701-2bf0f3fd5623 {{(pid=86310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:36:43.956421 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-25c74e2e-ddab-447e-ac4a-9b87fcca4ee4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:44.006667 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device cf4e3c57-8e56-43d5-b08c-58848413150d no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:36:44.014039 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-25c74e2e-ddab-447e-ac4a-9b87fcca4ee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036323800655'] for subnet, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:44.050638 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: cf4e3c57-8e56-43d5-b08c-58848413150d {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:36:44.051269 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device cf4e3c57-8e56-43d5-b08c-58848413150d not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:36:44.051750 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device c65fab99-9cfe-453e-91cd-1a2061cd415d no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:36:44.089114 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: c65fab99-9cfe-453e-91cd-1a2061cd415d {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:36:44.089513 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device c65fab99-9cfe-453e-91cd-1a2061cd415d not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:36:44.128237 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8c2a72e9-4d7b-4193-b77d-6684d9c77636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:44.141664 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-25c74e2e-ddab-447e-ac4a-9b87fcca4ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492386'] for subnet, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:44.477705 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-25c74e2e-ddab-447e-ac4a-9b87fcca4ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851283430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530975048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036323901048'] for subnet, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:44.486387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:44.527876 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c74e2e-ddab-447e-ac4a-9b87fcca4ee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=065c4058-e54c-4e5a-b701-2bf0f3fd5623,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:44.531007 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-25c74e2e-ddab-447e-ac4a-9b87fcca4ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:44.534770 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1081622-b4a8-4b51-a735-cb184e7ba629 None None] Network 99be9128-c693-427e-921b-a550e9df2043 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:36:44.534908 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-25c74e2e-ddab-447e-ac4a-9b87fcca4ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:44.543316 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d80ad7-d30e-47b7-9c6e-fcb863d284c2 req-b06cc195-70ff-4fa1-ab0c-bdab6d51f797 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:44.545452 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-53d80ad7-d30e-47b7-9c6e-fcb863d284c2 req-b06cc195-70ff-4fa1-ab0c-bdab6d51f797 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 944 time: 0.1680546
Apr 19 18:36:44.548443 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-25c74e2e-ddab-447e-ac4a-9b87fcca4ee4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/065c4058-e54c-4e5a-b701-2bf0f3fd5623 HTTP/1.1" status: 204  len: 168 time: 0.6628535
Apr 19 18:36:44.551216 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 58026) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:44.706940 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-53d80ad7-d30e-47b7-9c6e-fcb863d284c2 req-10519022-769d-4b1c-ac27-4ac33f614f66 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1523998
Apr 19 18:36:44.718319 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3659374'] for network, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:44.731670 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Deleting port 806b16f7-776f-4f65-b15a-d61b55006519 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:36:44.732708 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:44.809967 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a3eb68-0165-4661-8fab-91faa1c33312 None None] DHCP port deletion for 99be9128-c693-427e-921b-a550e9df2043 request from dv-cinder-786928-1-iscsi {{(pid=86312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 18:36:44.814737 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-c4a3eb68-0165-4661-8fab-91faa1c33312 None None] Deleting port 806b16f7-776f-4f65-b15a-d61b55006519 {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:36:44.815230 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c4a3eb68-0165-4661-8fab-91faa1c33312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:44.967819 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] For port 806b16f7-776f-4f65-b15a-d61b55006519, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=806b16f7-776f-4f65-b15a-d61b55006519,segment=NetworkSegment(54a66c03-0931-4a90-b1ab-ea061d30079d),segment_id=54a66c03-0931-4a90-b1ab-ea061d30079d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:36:44.968220 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:45.036401 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-c4a3eb68-0165-4661-8fab-91faa1c33312 None None] For port 806b16f7-776f-4f65-b15a-d61b55006519, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=806b16f7-776f-4f65-b15a-d61b55006519,segment=NetworkSegment(54a66c03-0931-4a90-b1ab-ea061d30079d),segment_id=54a66c03-0931-4a90-b1ab-ea061d30079d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:36:45.036818 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c4a3eb68-0165-4661-8fab-91faa1c33312 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:45.107506 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Calling delete_port for 806b16f7-776f-4f65-b15a-d61b55006519 owned by network:dhcp {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:36:45.174012 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-c4a3eb68-0165-4661-8fab-91faa1c33312 None None] Calling delete_port for 806b16f7-776f-4f65-b15a-d61b55006519 owned by network:dhcp {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:36:45.191949 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:45.197290 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f8007f2d-0c87-4d5c-b825-0e7a43a94be0 tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:45.248388 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Pushing event deleted for resources: {'Port': ['ID=806b16f7-776f-4f65-b15a-d61b55006519,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:45.250601 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] No DVR routers for this DVR port 806b16f7-776f-4f65-b15a-d61b55006519 on host dv-cinder-786928-1-iscsi {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:36:45.252054 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:45.255724 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.db.api [None req-c4a3eb68-0165-4661-8fab-91faa1c33312 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86312) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 18:36:45.256133 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_db.api [None req-c4a3eb68-0165-4661-8fab-91faa1c33312 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 18:36:45.276152 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:45.381866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851283337', 'neutron.services.segments.db._delete_segments_for_network-8757708639347'] for network, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:45.501300 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f70fac90828>,) {'filters': {'network_id': ['99be9128-c693-427e-921b-a550e9df2043']}} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:36:45.515170 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fac90828>, '54a66c03-0931-4a90-b1ab-ea061d30079d') {'for_net_delete': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:36:45.515522 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fac90828>, '54a66c03-0931-4a90-b1ab-ea061d30079d') {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:36:45.527664 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279146027619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530975161'] for segment, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:45.542616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:45.549085 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=86310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:36:45.661428 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:45.757195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-c4a3eb68-0165-4661-8fab-91faa1c33312 None None] Deleting port 806b16f7-776f-4f65-b15a-d61b55006519 {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:36:45.757799 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c4a3eb68-0165-4661-8fab-91faa1c33312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:45.786334 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Network 99be9128-c693-427e-921b-a550e9df2043 has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:36:45.803238 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3576371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036323801365'] for segment, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:45.842863 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-c4a3eb68-0165-4661-8fab-91faa1c33312 None None] The port '806b16f7-776f-4f65-b15a-d61b55006519' was deleted {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 18:36:45.917488 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['dc63da7e-0d13-449a-a3e4-d6b11ad97ba2'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:36:46.024796 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 806b16f7-776f-4f65-b15a-d61b55006519 no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:36:46.086344 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: 806b16f7-776f-4f65-b15a-d61b55006519 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:36:46.086878 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 806b16f7-776f-4f65-b15a-d61b55006519 not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:36:46.317737 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Network 99be9128-c693-427e-921b-a550e9df2043 has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]: Traceback (most recent call last):
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:     timer()
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:     cb(*args, **kw)
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:     return func(*args, **kwargs)
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:     self._notify()
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:     self.callback(batched_events)
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:     event.method(event)
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:     segment_id)['aggregates'][0]
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:     return f(self, *a, **k)
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self._get(url).json()
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:     **kwargs)
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:     **endpoint_filter)
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:36:46.344355 dv-cinder-786928-1-iscsi neutron-server[86197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:36:46.388190 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:46.432800 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a161c20-f705-42c2-8a44-2ce4ebeddf93 req-4e3b2e4a-5c8f-4d86-8d63-9da1683ca8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:46.434328 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4a161c20-f705-42c2-8a44-2ce4ebeddf93 req-4e3b2e4a-5c8f-4d86-8d63-9da1683ca8ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20e2b5460150473caf714c4478fc00b1&device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 1097 time: 0.7265394
Apr 19 18:36:46.447976 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636034'] for network, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:46.456194 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:46.474097 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:46.485449 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44bded-6149-4f7a-a088-114ac98ec397 req-3c6dfc1b-86a9-47d3-91fd-711f5e86b0e5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:46.487018 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eb44bded-6149-4f7a-a088-114ac98ec397 req-3c6dfc1b-86a9-47d3-91fd-711f5e86b0e5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 944 time: 0.6053669
Apr 19 18:36:46.518067 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Pushing event deleted for resources: {'Network': ['ID=99be9128-c693-427e-921b-a550e9df2043,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:46.526382 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:46.604622 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f8317bca-1d35-49fd-962e-3c0a6378a043 admin admin] 10.222.0.49 "DELETE /v2.0/networks/99be9128-c693-427e-921b-a550e9df2043 HTTP/1.1" status: 204  len: 168 time: 2.0520630
Apr 19 18:36:46.645263 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eb44bded-6149-4f7a-a088-114ac98ec397 req-0f8646cb-1e58-419b-9a1c-b23a9dcdeee5 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1308064
Apr 19 18:36:46.681763 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a161c20-f705-42c2-8a44-2ce4ebeddf93 req-00438acb-ef77-4e4d-ae92-cc59153d2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:46.683295 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4a161c20-f705-42c2-8a44-2ce4ebeddf93 req-00438acb-ef77-4e4d-ae92-cc59153d2589 service neutron] 10.222.0.13 "GET /v2.0/networks?id=615e24d7-58d3-4070-af82-06f80838c273 HTTP/1.1" status: 200  len: 909 time: 0.2107334
Apr 19 18:36:46.789273 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58054) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:46.799377 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4a161c20-f705-42c2-8a44-2ce4ebeddf93 req-32da4a1e-ac2f-4099-bd03-73255fc6845f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 HTTP/1.1" status: 200  len: 999 time: 0.1084371
Apr 19 18:36:46.843047 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-33b4c0cb-2548-4fab-b811-878101767fec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b234179720af4fd9b2d3f0aabf09fb91&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0523953
Apr 19 18:36:46.844964 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58058) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:46.907627 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-063b7ba6-e231-4f3c-96ab-a9c99579b51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:46.935571 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-063b7ba6-e231-4f3c-96ab-a9c99579b51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:46.983905 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-063b7ba6-e231-4f3c-96ab-a9c99579b51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:46.988910 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d2a5b11d-ce25-4856-a6d7-71edfdace23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:47.002738 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b7ba6-e231-4f3c-96ab-a9c99579b51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81259c8-a0de-4f2e-8974-4dd4941f7dd2,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:47.007795 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-063b7ba6-e231-4f3c-96ab-a9c99579b51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:47.009888 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-063b7ba6-e231-4f3c-96ab-a9c99579b51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:47.011125 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-063b7ba6-e231-4f3c-96ab-a9c99579b51a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b81259c8-a0de-4f2e-8974-4dd4941f7dd2 HTTP/1.1" status: 204  len: 168 time: 0.1651907
Apr 19 18:36:47.160178 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:36:47.712321 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a161c20-f705-42c2-8a44-2ce4ebeddf93 req-3b35a3c4-2249-4f15-a63e-0b96f33efb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:47.713936 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4a161c20-f705-42c2-8a44-2ce4ebeddf93 req-3b35a3c4-2249-4f15-a63e-0b96f33efb78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb7486fb-0d56-429a-a715-77c1a9369497 HTTP/1.1" status: 200  len: 847 time: 0.0708997
Apr 19 18:36:47.847754 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490307eb-9d1e-4108-b71d-eb0b7b9931dd req-5f832760-51da-452f-b761-0e4771c94eb6 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:47.849351 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-490307eb-9d1e-4108-b71d-eb0b7b9931dd req-5f832760-51da-452f-b761-0e4771c94eb6 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 944 time: 0.0889604
Apr 19 18:36:47.901757 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-490307eb-9d1e-4108-b71d-eb0b7b9931dd req-9b5e799a-e2cc-4be6-9f65-f5b5e0f88f73 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430646
Apr 19 18:36:48.675401 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a161c20-f705-42c2-8a44-2ce4ebeddf93 req-d8631308-fe9a-414a-872c-1f8535c6f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:48.677035 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4a161c20-f705-42c2-8a44-2ce4ebeddf93 req-d8631308-fe9a-414a-872c-1f8535c6f2b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=615e24d7-58d3-4070-af82-06f80838c273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837023
Apr 19 18:36:49.100733 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58130) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:49.114595 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a99363-82c8-45db-a34b-d2cf90475d5b req-3b7b8903-c679-4a67-936a-8ec052e5f18c tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:49.116216 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-66a99363-82c8-45db-a34b-d2cf90475d5b req-3b7b8903-c679-4a67-936a-8ec052e5f18c tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 944 time: 0.0981164
Apr 19 18:36:49.169099 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-66a99363-82c8-45db-a34b-d2cf90475d5b req-e1cbd55a-815d-4ee2-9b1e-bd39a3805ec9 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458627
Apr 19 18:36:49.239321 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-220eae68-dc6f-4e20-8df7-3cd6973652a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:49.254635 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-220eae68-dc6f-4e20-8df7-3cd6973652a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:36:49.258696 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-220eae68-dc6f-4e20-8df7-3cd6973652a1 admin admin] Usage tracker for resource:security_group_rule and tenant:c97d0c3e332f4b87884fc144960a20c8 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:36:49.261657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-220eae68-dc6f-4e20-8df7-3cd6973652a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:36:49.267673 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-220eae68-dc6f-4e20-8df7-3cd6973652a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:36:49.350937 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-220eae68-dc6f-4e20-8df7-3cd6973652a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:49.353668 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-220eae68-dc6f-4e20-8df7-3cd6973652a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:49.363211 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-84a9690a-61d8-4f3b-80b0-e7206c465643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:49.404195 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-220eae68-dc6f-4e20-8df7-3cd6973652a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c97d0c3e332f4b87884fc144960a20c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3015788
Apr 19 18:36:49.405949 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220eae68-dc6f-4e20-8df7-3cd6973652a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42be2465-4b65-4be4-9d22-4a3cac3e8d97,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:49.407357 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 58136) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:49.409111 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-220eae68-dc6f-4e20-8df7-3cd6973652a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:49.474921 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b5579967-fe6d-4789-87e7-c665e2209967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:49.502114 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b5579967-fe6d-4789-87e7-c665e2209967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:49.547558 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b5579967-fe6d-4789-87e7-c665e2209967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:49.552602 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-2f8a7771-792c-4acc-a3f7-c36e9b3101db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:49.565247 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5579967-fe6d-4789-87e7-c665e2209967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42be2465-4b65-4be4-9d22-4a3cac3e8d97,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:49.568172 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b5579967-fe6d-4789-87e7-c665e2209967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:49.572090 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b5579967-fe6d-4789-87e7-c665e2209967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:49.574396 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-b5579967-fe6d-4789-87e7-c665e2209967 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/42be2465-4b65-4be4-9d22-4a3cac3e8d97 HTTP/1.1" status: 204  len: 168 time: 0.1653805
Apr 19 18:36:49.679719 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:36:49.741428 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4a161c20-f705-42c2-8a44-2ce4ebeddf93 req-60f14617-f790-4ae3-8329-e012f56ec20b service neutron] 10.222.0.13 "GET /v2.0/networks/615e24d7-58d3-4070-af82-06f80838c273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418872
Apr 19 18:36:49.762787 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:36:49.763205 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:49.876268 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58146) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:49.895752 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:49.897236 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-15b25c9f-52ec-4635-bb77-d9ca4213d5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:49.901118 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4a161c20-f705-42c2-8a44-2ce4ebeddf93 req-5265eb67-b807-4735-be7c-0c0f77bc97fe service neutron] 10.222.0.13 "GET /v2.0/networks/615e24d7-58d3-4070-af82-06f80838c273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520782
Apr 19 18:36:49.914165 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-15b25c9f-52ec-4635-bb77-d9ca4213d5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:36:49.918393 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-15b25c9f-52ec-4635-bb77-d9ca4213d5fa admin admin] Usage tracker for resource:security_group_rule and tenant:88a1d1cc058c494e8fde624879472f67 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:36:49.921558 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-15b25c9f-52ec-4635-bb77-d9ca4213d5fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:36:49.926672 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:36:49.927987 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-15b25c9f-52ec-4635-bb77-d9ca4213d5fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:36:49.938170 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2,segment=NetworkSegment(7eed0a41-34c2-44c6-99e5-f4308f54047d),segment_id=7eed0a41-34c2-44c6-99e5-f4308f54047d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:36:49.941979 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:49.944339 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:49.989934 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2', 'code': 200}
Apr 19 18:36:50.024769 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2,revision_number=8']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:50.025053 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-15b25c9f-52ec-4635-bb77-d9ca4213d5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:50.028081 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-15b25c9f-52ec-4635-bb77-d9ca4213d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:50.033596 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:50.034006 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:50.034387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:50.034767 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:50.035142 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:50.035512 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:50.036001 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:50.036245 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:50.036612 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:50.037001 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:50.037366 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:50.037760 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:36:50.038210 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-44c0e11a-b4ce-470e-ab28-065d64255e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:50.041785 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:50.083888 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-15b25c9f-52ec-4635-bb77-d9ca4213d5fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88a1d1cc058c494e8fde624879472f67&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2063522
Apr 19 18:36:50.085633 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b25c9f-52ec-4635-bb77-d9ca4213d5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d571276-f3d3-4680-a357-c77c8aa5e384,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:50.086757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 58152) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:50.088875 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-15b25c9f-52ec-4635-bb77-d9ca4213d5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:50.151591 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d8f0fe16-2861-4219-b164-a20efe32088a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:50.179870 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d8f0fe16-2861-4219-b164-a20efe32088a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:50.273663 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d8f0fe16-2861-4219-b164-a20efe32088a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:50.282068 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-02ddd146-1f53-4088-98e7-9861df5ee31e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:50.333457 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0fe16-2861-4219-b164-a20efe32088a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d571276-f3d3-4680-a357-c77c8aa5e384,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:50.337303 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d8f0fe16-2861-4219-b164-a20efe32088a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:50.358617 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d8f0fe16-2861-4219-b164-a20efe32088a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:50.359843 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-d8f0fe16-2861-4219-b164-a20efe32088a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3d571276-f3d3-4680-a357-c77c8aa5e384 HTTP/1.1" status: 204  len: 168 time: 0.2720103
Apr 19 18:36:50.403131 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d713539-99a2-4349-8d57-25a0b7b7caa8 req-cd11dc4c-f8a0-4d8b-a52c-fdf2a23d8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:50.404762 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0d713539-99a2-4349-8d57-25a0b7b7caa8 req-cd11dc4c-f8a0-4d8b-a52c-fdf2a23d8d66 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 1098 time: 0.1858349
Apr 19 18:36:50.420846 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c471dd5-1003-47bd-a83f-99959fca450d req-9335ca90-1944-4136-b6e6-21b1aef115db tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:50.422450 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4c471dd5-1003-47bd-a83f-99959fca450d req-9335ca90-1944-4136-b6e6-21b1aef115db tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.1298547
Apr 19 18:36:50.499369 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0d713539-99a2-4349-8d57-25a0b7b7caa8 req-546bd981-5eb3-430a-809b-8bbf1dbf3eeb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758562
Apr 19 18:36:50.504158 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4c471dd5-1003-47bd-a83f-99959fca450d req-40024abf-cd16-4496-b0cb-a5b45b52043f tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641732
Apr 19 18:36:51.712243 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f3cbb-acea-41c3-8204-beb4552678d7 req-5ac46063-b538-4099-8b52-5f99d60ceee6 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:36:51.713870 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-014f3cbb-acea-41c3-8204-beb4552678d7 req-5ac46063-b538-4099-8b52-5f99d60ceee6 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.0919697
Apr 19 18:36:51.763825 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-014f3cbb-acea-41c3-8204-beb4552678d7 req-b5f8eb04-8f53-48a5-aecf-d9285506c00b tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429678
Apr 19 18:36:52.332705 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 58232) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:52.461819 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7d478ec8-3761-436c-b520-aa852caa7155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:52.482833 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-7d478ec8-3761-436c-b520-aa852caa7155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:36:52.486979 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-7d478ec8-3761-436c-b520-aa852caa7155 admin admin] Usage tracker for resource:security_group_rule and tenant:a40586b1122d46f687fcba574bd3484e is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:36:52.490056 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-7d478ec8-3761-436c-b520-aa852caa7155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:36:52.496259 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-7d478ec8-3761-436c-b520-aa852caa7155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:36:52.582710 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7d478ec8-3761-436c-b520-aa852caa7155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:52.585555 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7d478ec8-3761-436c-b520-aa852caa7155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:52.595206 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0de413c6-8ae6-4adb-bced-1de22a65a49e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:52.637203 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-7d478ec8-3761-436c-b520-aa852caa7155 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a40586b1122d46f687fcba574bd3484e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3032792
Apr 19 18:36:52.639468 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d478ec8-3761-436c-b520-aa852caa7155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4f59b5-a8cc-4b06-9f42-e8a384cf9219,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:52.640832 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58240) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:52.642772 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-7d478ec8-3761-436c-b520-aa852caa7155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:52.706923 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e5d2a44c-d303-4ffe-88dd-701be28baa57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:52.734489 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e5d2a44c-d303-4ffe-88dd-701be28baa57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:52.778350 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e5d2a44c-d303-4ffe-88dd-701be28baa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:52.783879 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a2a66de7-45e0-45f3-9dc2-02e7b1fd3e02 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:52.797624 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2a44c-d303-4ffe-88dd-701be28baa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4f59b5-a8cc-4b06-9f42-e8a384cf9219,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:52.800028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e5d2a44c-d303-4ffe-88dd-701be28baa57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:52.812269 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e5d2a44c-d303-4ffe-88dd-701be28baa57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:52.813474 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e5d2a44c-d303-4ffe-88dd-701be28baa57 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb4f59b5-a8cc-4b06-9f42-e8a384cf9219 HTTP/1.1" status: 204  len: 168 time: 0.1713767
Apr 19 18:36:53.100184 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58248) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:53.123076 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-05b93906-e149-44cc-ace2-075e953c265e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:53.138651 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-05b93906-e149-44cc-ace2-075e953c265e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:36:53.142734 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-05b93906-e149-44cc-ace2-075e953c265e admin admin] Usage tracker for resource:security_group_rule and tenant:ce64f2bfffd04b23a6a1a9f7e5fbcaa5 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:36:53.145704 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-05b93906-e149-44cc-ace2-075e953c265e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:36:53.151716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-05b93906-e149-44cc-ace2-075e953c265e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:36:53.239330 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-05b93906-e149-44cc-ace2-075e953c265e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:53.242217 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-05b93906-e149-44cc-ace2-075e953c265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:53.251895 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-15b25c9f-52ec-4635-bb77-d9ca4213d5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:53.293988 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-05b93906-e149-44cc-ace2-075e953c265e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce64f2bfffd04b23a6a1a9f7e5fbcaa5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1926007
Apr 19 18:36:53.296119 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b93906-e149-44cc-ace2-075e953c265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b608a9-61ef-4abc-b365-30257402520f,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:53.297423 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 58252) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:36:53.299318 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-05b93906-e149-44cc-ace2-075e953c265e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:53.360937 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8f18d182-7eeb-4454-988b-5d4fe295d08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:53.389509 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8f18d182-7eeb-4454-988b-5d4fe295d08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:53.437299 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8f18d182-7eeb-4454-988b-5d4fe295d08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:53.442603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-53ca4a77-33a7-4b48-8160-5ba73724b18b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:36:53.459204 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18d182-7eeb-4454-988b-5d4fe295d08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b608a9-61ef-4abc-b365-30257402520f,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:36:53.461511 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8f18d182-7eeb-4454-988b-5d4fe295d08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:36:53.469073 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8f18d182-7eeb-4454-988b-5d4fe295d08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:36:53.470329 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-8f18d182-7eeb-4454-988b-5d4fe295d08d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06b608a9-61ef-4abc-b365-30257402520f HTTP/1.1" status: 204  len: 168 time: 0.1717985
Apr 19 18:37:12.081687 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-74a39ec4-b491-4043-8f3f-14400d1e786e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:12.506183 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:13.027016 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58566) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:13.161289 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc7eaa03-3925-468b-b9e0-4e74b472c507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:13.177643 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-dc7eaa03-3925-468b-b9e0-4e74b472c507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:13.181725 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-dc7eaa03-3925-468b-b9e0-4e74b472c507 admin admin] Usage tracker for resource:security_group_rule and tenant:80458fdfb9e54af984d6cd81f6c19dd1 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:13.185188 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-dc7eaa03-3925-468b-b9e0-4e74b472c507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:13.191820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-dc7eaa03-3925-468b-b9e0-4e74b472c507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:13.276504 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc7eaa03-3925-468b-b9e0-4e74b472c507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:13.279390 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc7eaa03-3925-468b-b9e0-4e74b472c507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:13.288247 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-05b93906-e149-44cc-ace2-075e953c265e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:13.335128 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-dc7eaa03-3925-468b-b9e0-4e74b472c507 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80458fdfb9e54af984d6cd81f6c19dd1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3069022
Apr 19 18:37:13.336015 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7eaa03-3925-468b-b9e0-4e74b472c507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a963ba56-fb57-4999-b6f5-6c215ebc32be,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:13.338125 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 58576) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:13.339491 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-dc7eaa03-3925-468b-b9e0-4e74b472c507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:13.401814 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-61482eb0-b05e-4570-9232-fa02d9a53ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:13.430732 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-61482eb0-b05e-4570-9232-fa02d9a53ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:13.475008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-61482eb0-b05e-4570-9232-fa02d9a53ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:13.479871 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8f18d182-7eeb-4454-988b-5d4fe295d08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:13.493787 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61482eb0-b05e-4570-9232-fa02d9a53ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a963ba56-fb57-4999-b6f5-6c215ebc32be,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:13.496851 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-61482eb0-b05e-4570-9232-fa02d9a53ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:13.498583 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-61482eb0-b05e-4570-9232-fa02d9a53ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:13.500389 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-61482eb0-b05e-4570-9232-fa02d9a53ee8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a963ba56-fb57-4999-b6f5-6c215ebc32be HTTP/1.1" status: 204  len: 168 time: 0.1610487
Apr 19 18:37:13.785775 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 58586) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:13.806068 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c34a739c-86ff-4e6f-aec8-3e24e71b1256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:13.821866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-c34a739c-86ff-4e6f-aec8-3e24e71b1256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:13.825990 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-c34a739c-86ff-4e6f-aec8-3e24e71b1256 admin admin] Usage tracker for resource:security_group_rule and tenant:9eca09cb1169494e9a4594015777845a is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:13.828998 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-c34a739c-86ff-4e6f-aec8-3e24e71b1256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:13.835405 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-c34a739c-86ff-4e6f-aec8-3e24e71b1256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:13.921123 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c34a739c-86ff-4e6f-aec8-3e24e71b1256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:13.924094 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c34a739c-86ff-4e6f-aec8-3e24e71b1256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:13.932729 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-31d1ebfa-b14e-432b-96ac-229ee885f150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:13.980523 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-c34a739c-86ff-4e6f-aec8-3e24e71b1256 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9eca09cb1169494e9a4594015777845a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1935949
Apr 19 18:37:13.981423 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a739c-86ff-4e6f-aec8-3e24e71b1256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1907566-a1f2-44fb-958a-2b6dfeda1f9f,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:13.984125 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58590) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:13.985306 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c34a739c-86ff-4e6f-aec8-3e24e71b1256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:14.046227 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-51127e55-a8dd-4802-88bc-222c3d3a6dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:14.072958 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-51127e55-a8dd-4802-88bc-222c3d3a6dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:14.117288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-51127e55-a8dd-4802-88bc-222c3d3a6dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:14.127115 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f25139c0-3f30-46fe-a849-ef891044a754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:14.131028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-dc135f32-60d1-46d2-b712-4b2d3c131e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:14.143757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51127e55-a8dd-4802-88bc-222c3d3a6dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1907566-a1f2-44fb-958a-2b6dfeda1f9f,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:14.146136 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-51127e55-a8dd-4802-88bc-222c3d3a6dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:14.158456 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-51127e55-a8dd-4802-88bc-222c3d3a6dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:14.160438 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-51127e55-a8dd-4802-88bc-222c3d3a6dae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e1907566-a1f2-44fb-958a-2b6dfeda1f9f HTTP/1.1" status: 204  len: 168 time: 0.1744242
Apr 19 18:37:14.944515 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58638) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:15.123646 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-306408ba-5969-4bbe-afc7-d96af53b99e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:15.139720 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-306408ba-5969-4bbe-afc7-d96af53b99e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:15.143862 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-306408ba-5969-4bbe-afc7-d96af53b99e0 admin admin] Usage tracker for resource:security_group_rule and tenant:7c60fd8cae6f48e58549e110276e719b is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:15.146969 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-306408ba-5969-4bbe-afc7-d96af53b99e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:15.153090 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-306408ba-5969-4bbe-afc7-d96af53b99e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:15.245284 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-306408ba-5969-4bbe-afc7-d96af53b99e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:15.249269 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-306408ba-5969-4bbe-afc7-d96af53b99e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:15.258744 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-73fa699a-1910-479a-bf29-11e0a82f7c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:15.280297 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:15.303043 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-306408ba-5969-4bbe-afc7-d96af53b99e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7c60fd8cae6f48e58549e110276e719b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3573074
Apr 19 18:37:15.304014 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306408ba-5969-4bbe-afc7-d96af53b99e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bcea67-4df7-47c3-b21b-6ee129d5db74,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:15.305810 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 58652) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:15.307387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-306408ba-5969-4bbe-afc7-d96af53b99e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:15.371249 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4cedb613-0b58-4d6f-a4eb-ad3f576bb957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:15.399144 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4cedb613-0b58-4d6f-a4eb-ad3f576bb957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:15.446601 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4cedb613-0b58-4d6f-a4eb-ad3f576bb957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:15.451880 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c34a739c-86ff-4e6f-aec8-3e24e71b1256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:15.465275 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedb613-0b58-4d6f-a4eb-ad3f576bb957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bcea67-4df7-47c3-b21b-6ee129d5db74,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:15.468257 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4cedb613-0b58-4d6f-a4eb-ad3f576bb957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:15.475731 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4cedb613-0b58-4d6f-a4eb-ad3f576bb957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:15.476971 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-4cedb613-0b58-4d6f-a4eb-ad3f576bb957 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36bcea67-4df7-47c3-b21b-6ee129d5db74 HTTP/1.1" status: 204  len: 168 time: 0.1700685
Apr 19 18:37:15.667222 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:15.779732 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 58670) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:15.798932 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4de42a57-94f5-4a2c-8841-2418e7a9929f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:15.814857 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-4de42a57-94f5-4a2c-8841-2418e7a9929f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:15.819717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-4de42a57-94f5-4a2c-8841-2418e7a9929f admin admin] Usage tracker for resource:security_group_rule and tenant:7c83379be52d411abf0766a4c2cd86b7 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:15.823042 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-4de42a57-94f5-4a2c-8841-2418e7a9929f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:15.829937 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-4de42a57-94f5-4a2c-8841-2418e7a9929f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:15.920888 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4de42a57-94f5-4a2c-8841-2418e7a9929f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:15.923689 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4de42a57-94f5-4a2c-8841-2418e7a9929f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:15.932864 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-2beffddc-10ac-4b6b-a9c1-1cc3f2f596d1 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:15.977326 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-4de42a57-94f5-4a2c-8841-2418e7a9929f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7c83379be52d411abf0766a4c2cd86b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1963460
Apr 19 18:37:15.978336 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de42a57-94f5-4a2c-8841-2418e7a9929f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19326fa-43ac-4823-a5e0-77de865009fb,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:15.980343 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58678) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:15.981638 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4de42a57-94f5-4a2c-8841-2418e7a9929f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:16.045480 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ce76995c-987c-43e9-9fa5-59320187df00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:16.073131 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ce76995c-987c-43e9-9fa5-59320187df00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:16.119412 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ce76995c-987c-43e9-9fa5-59320187df00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:16.125998 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-220eae68-dc6f-4e20-8df7-3cd6973652a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:16.143969 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76995c-987c-43e9-9fa5-59320187df00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19326fa-43ac-4823-a5e0-77de865009fb,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:16.158401 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ce76995c-987c-43e9-9fa5-59320187df00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:16.159884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ce76995c-987c-43e9-9fa5-59320187df00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:16.164445 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ce76995c-987c-43e9-9fa5-59320187df00 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a19326fa-43ac-4823-a5e0-77de865009fb HTTP/1.1" status: 204  len: 168 time: 0.1825771
Apr 19 18:37:16.398494 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:16.931934 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58706) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:17.040986 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1053783101-network', 'tenant_id': '102527d2b0444262850722d1e7d1ff18'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:37:17.046264 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:17.050411 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Usage tracker for resource:network and tenant:102527d2b0444262850722d1e7d1ff18 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:17.053454 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:17.059580 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:17.070028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Made reservation on behalf of 102527d2b0444262850722d1e7d1ff18 for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:37:17.074702 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:17.091635 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:17.106793 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:17.110821 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Usage tracker for resource:security_group_rule and tenant:102527d2b0444262850722d1e7d1ff18 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:17.113783 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:17.119997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:17.208658 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:17.211407 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:17.215644 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4d9c905d-1dea-4cd9-b795-2493ed1a1b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:17.241501 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354}  {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:37:17.254754 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2221d0-8903-4c2c-aa39-0c96046bfe8d,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:17.259209 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:17.260198 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:17.260592 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Added segment 2a2074c3-e0d1-426d-b744-bffc55acf6bb of type vlan for network e318e558-877f-4ea0-83fb-a26959de9c0e
Apr 19 18:37:17.288892 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:17.319848 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:17.320968 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:37:17.321633 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:17.326590 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:17.430995 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4979441
Apr 19 18:37:17.434155 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Pushing event updated for resources: {'Network': ['ID=e318e558-877f-4ea0-83fb-a26959de9c0e,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:17.434295 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 58712) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:17.437719 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:17.441167 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-5d83a754-5660-40c7-8b42-673b3b0bfa1b admin admin] Request body: {'subnet': {'network_id': 'e318e558-877f-4ea0-83fb-a26959de9c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1053783101-subnet', 'tenant_id': '102527d2b0444262850722d1e7d1ff18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:37:17.445957 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network e318e558-877f-4ea0-83fb-a26959de9c0e details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:37:17.447692 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-5d83a754-5660-40c7-8b42-673b3b0bfa1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:17.451671 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-5d83a754-5660-40c7-8b42-673b3b0bfa1b admin admin] Usage tracker for resource:subnet and tenant:102527d2b0444262850722d1e7d1ff18 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:17.454777 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-5d83a754-5660-40c7-8b42-673b3b0bfa1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:17.461081 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-5d83a754-5660-40c7-8b42-673b3b0bfa1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:17.471683 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d83a754-5660-40c7-8b42-673b3b0bfa1b admin admin] Made reservation on behalf of 102527d2b0444262850722d1e7d1ff18 for: {'subnet': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:37:17.476820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5d83a754-5660-40c7-8b42-673b3b0bfa1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530874786'] for subnet, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:17.906775 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5d83a754-5660-40c7-8b42-673b3b0bfa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036323800819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530874803'] for subnet, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:17.911817 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6dfd55f4-5779-41b4-ae80-2d9dcdb14aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:17.990852 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83a754-5660-40c7-8b42-673b3b0bfa1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d547c4a-9b8f-4ce7-b4ed-23bd6fda5b76,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:17.993749 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5d83a754-5660-40c7-8b42-673b3b0bfa1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:18.003689 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d83a754-5660-40c7-8b42-673b3b0bfa1b admin admin] Checking segment: {'id': '2a2074c3-e0d1-426d-b744-bffc55acf6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e318e558-877f-4ea0-83fb-a26959de9c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:37:18.004145 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d83a754-5660-40c7-8b42-673b3b0bfa1b admin admin] Network hostable DHCP agents. Network: e318e558-877f-4ea0-83fb-a26959de9c0e, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:37:18.025636 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d83a754-5660-40c7-8b42-673b3b0bfa1b admin admin] Network e318e558-877f-4ea0-83fb-a26959de9c0e is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:37:18.035563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-5d83a754-5660-40c7-8b42-673b3b0bfa1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, e318e558-877f-4ea0-83fb-a26959de9c0e) {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:37:18.047035 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e2604f-b5c5-4bc8-8d5e-61e528253e67 None None] Network e318e558-877f-4ea0-83fb-a26959de9c0e requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:37:18.051477 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d83a754-5660-40c7-8b42-673b3b0bfa1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:37:18.052225 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5d83a754-5660-40c7-8b42-673b3b0bfa1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:18.081301 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-5d83a754-5660-40c7-8b42-673b3b0bfa1b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6459050
Apr 19 18:37:18.283578 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd3a910-984e-4842-a295-9f6fc7b2743c None None] Network e318e558-877f-4ea0-83fb-a26959de9c0e requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:37:18.615551 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 58748) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:18.621876 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1660028989-network', 'tenant_id': 'ab13d8d2509b461faafe8903799361b8'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:37:18.627124 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:18.631336 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Usage tracker for resource:network and tenant:ab13d8d2509b461faafe8903799361b8 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:18.635254 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:18.641480 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:18.649818 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Made reservation on behalf of ab13d8d2509b461faafe8903799361b8 for: {'network': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:37:18.655158 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:18.668216 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:18.684110 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:18.688170 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Usage tracker for resource:security_group_rule and tenant:ab13d8d2509b461faafe8903799361b8 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:18.691137 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:18.697444 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:18.785302 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:18.788037 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:18.792168 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4cedb613-0b58-4d6f-a4eb-ad3f576bb957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:18.817192 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387}  {{(pid=86310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:37:18.831166 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8da5e31-93cf-4475-a248-c120003f4c3b,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:18.835470 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:18.836449 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:18.836845 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Added segment cff453ad-edec-4525-a6d6-d38920bce174 of type vlan for network cf10a24e-9273-43c3-9ad7-7d12b55e7cbc
Apr 19 18:37:18.864100 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:18.893093 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:18.894544 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:37:18.895181 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:18.900146 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:19.006248 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3895104
Apr 19 18:37:19.009303 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Pushing event updated for resources: {'Network': ['ID=cf10a24e-9273-43c3-9ad7-7d12b55e7cbc,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:19.009480 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58752) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:19.012222 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:19.016202 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-ee063696-da5d-49bc-af2e-5a7b0f906a99 admin admin] Request body: {'subnet': {'network_id': 'cf10a24e-9273-43c3-9ad7-7d12b55e7cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1660028989-subnet', 'tenant_id': 'ab13d8d2509b461faafe8903799361b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:37:19.020176 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network cf10a24e-9273-43c3-9ad7-7d12b55e7cbc details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:37:19.021627 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-ee063696-da5d-49bc-af2e-5a7b0f906a99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:19.025753 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-ee063696-da5d-49bc-af2e-5a7b0f906a99 admin admin] Usage tracker for resource:subnet and tenant:ab13d8d2509b461faafe8903799361b8 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:19.028766 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-ee063696-da5d-49bc-af2e-5a7b0f906a99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:19.035559 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-ee063696-da5d-49bc-af2e-5a7b0f906a99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:19.046081 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee063696-da5d-49bc-af2e-5a7b0f906a99 admin admin] Made reservation on behalf of ab13d8d2509b461faafe8903799361b8 for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:37:19.050878 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ee063696-da5d-49bc-af2e-5a7b0f906a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852715214'] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:19.483894 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ee063696-da5d-49bc-af2e-5a7b0f906a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531853656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852715229'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:19.488999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a8c0de6b-344a-46cc-a70d-3410858b0a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:19.565289 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee063696-da5d-49bc-af2e-5a7b0f906a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80481aac-a29d-471d-9698-0d9e1c0aa97a,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:19.571344 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ee063696-da5d-49bc-af2e-5a7b0f906a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:19.577727 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee063696-da5d-49bc-af2e-5a7b0f906a99 admin admin] Checking segment: {'id': 'cff453ad-edec-4525-a6d6-d38920bce174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cf10a24e-9273-43c3-9ad7-7d12b55e7cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:37:19.578127 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee063696-da5d-49bc-af2e-5a7b0f906a99 admin admin] Network hostable DHCP agents. Network: cf10a24e-9273-43c3-9ad7-7d12b55e7cbc, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:37:19.599449 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee063696-da5d-49bc-af2e-5a7b0f906a99 admin admin] Network cf10a24e-9273-43c3-9ad7-7d12b55e7cbc is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:37:19.608340 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-ee063696-da5d-49bc-af2e-5a7b0f906a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, cf10a24e-9273-43c3-9ad7-7d12b55e7cbc) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:37:19.618710 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bcc68a-506b-4838-a53c-e974f356fa94 None None] Network cf10a24e-9273-43c3-9ad7-7d12b55e7cbc requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:37:19.622549 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee063696-da5d-49bc-af2e-5a7b0f906a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:37:19.623766 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ee063696-da5d-49bc-af2e-5a7b0f906a99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:19.651191 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ee063696-da5d-49bc-af2e-5a7b0f906a99 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6325543
Apr 19 18:37:19.847826 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e3e07b-09d2-4410-8300-fa6a2b30bb2c None None] Network cf10a24e-9273-43c3-9ad7-7d12b55e7cbc requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:37:20.245039 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58796) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:20.376532 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-568e0256-c7f6-458d-bcfa-655c5ce346d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:20.394219 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-568e0256-c7f6-458d-bcfa-655c5ce346d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:20.399078 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-568e0256-c7f6-458d-bcfa-655c5ce346d4 admin admin] Usage tracker for resource:security_group_rule and tenant:cf9d49aaaf1f4a3087821f92867034b5 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:20.402152 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-568e0256-c7f6-458d-bcfa-655c5ce346d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:20.408321 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-568e0256-c7f6-458d-bcfa-655c5ce346d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:20.508207 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-568e0256-c7f6-458d-bcfa-655c5ce346d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:20.510812 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-568e0256-c7f6-458d-bcfa-655c5ce346d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:20.519861 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-99876fcd-e6c7-4be2-8661-b9be8067b382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:20.563042 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-568e0256-c7f6-458d-bcfa-655c5ce346d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cf9d49aaaf1f4a3087821f92867034b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3167622
Apr 19 18:37:20.564750 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e0256-c7f6-458d-bcfa-655c5ce346d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a9f831-ddb8-49ef-bb2b-b812a8ea236a,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:20.566117 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 58810) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:20.568210 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-568e0256-c7f6-458d-bcfa-655c5ce346d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:20.631783 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-48c7ec69-561d-4b27-bae3-7932bf30f9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:20.660082 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-48c7ec69-561d-4b27-bae3-7932bf30f9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:20.711418 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-48c7ec69-561d-4b27-bae3-7932bf30f9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:20.717205 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-81e1908b-a0ad-40f1-885e-6f3c8a54d8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:20.731663 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7ec69-561d-4b27-bae3-7932bf30f9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a9f831-ddb8-49ef-bb2b-b812a8ea236a,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:20.735453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-48c7ec69-561d-4b27-bae3-7932bf30f9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:20.736446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-48c7ec69-561d-4b27-bae3-7932bf30f9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:20.740303 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-48c7ec69-561d-4b27-bae3-7932bf30f9f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0a9f831-ddb8-49ef-bb2b-b812a8ea236a HTTP/1.1" status: 204  len: 168 time: 0.1723943
Apr 19 18:37:21.023604 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97168007-dfee-476c-bf84-4ef589b09e55 req-3bff92ae-340c-441f-a624-116b737309e8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:37:21.025244 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-97168007-dfee-476c-bf84-4ef589b09e55 req-3bff92ae-340c-441f-a624-116b737309e8 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 946 time: 0.0947716
Apr 19 18:37:21.034789 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58822) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:21.054524 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-26629bac-3cc6-426c-ba6a-d217f4ea5bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:21.070323 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-26629bac-3cc6-426c-ba6a-d217f4ea5bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:21.074430 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-26629bac-3cc6-426c-ba6a-d217f4ea5bdc admin admin] Usage tracker for resource:security_group_rule and tenant:d8392405ae9845d4a06f0d682dc249d2 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:21.076670 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-97168007-dfee-476c-bf84-4ef589b09e55 req-e937a641-388b-43a8-84c0-fd7e3e477ab2 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434523
Apr 19 18:37:21.078057 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-26629bac-3cc6-426c-ba6a-d217f4ea5bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:21.084170 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-26629bac-3cc6-426c-ba6a-d217f4ea5bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:21.173043 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-26629bac-3cc6-426c-ba6a-d217f4ea5bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:21.176080 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-26629bac-3cc6-426c-ba6a-d217f4ea5bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:21.184645 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d5f25651-2e8a-4941-9880-9a34543a938c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:21.229627 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-26629bac-3cc6-426c-ba6a-d217f4ea5bdc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8392405ae9845d4a06f0d682dc249d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1937804
Apr 19 18:37:21.230579 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26629bac-3cc6-426c-ba6a-d217f4ea5bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb188354-c747-4e1c-ba51-559f5b0309c4,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:21.232537 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 58826) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:21.233934 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-26629bac-3cc6-426c-ba6a-d217f4ea5bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:21.294445 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed2fa124-2c31-422d-bcb7-d2aac4b005a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:21.321921 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed2fa124-2c31-422d-bcb7-d2aac4b005a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:21.365857 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed2fa124-2c31-422d-bcb7-d2aac4b005a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:21.370808 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a078eea5-d80d-4a28-8bed-efe102d4261b tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:21.386298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fa124-2c31-422d-bcb7-d2aac4b005a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb188354-c747-4e1c-ba51-559f5b0309c4,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:21.389986 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ed2fa124-2c31-422d-bcb7-d2aac4b005a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:21.392049 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed2fa124-2c31-422d-bcb7-d2aac4b005a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:21.393241 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ed2fa124-2c31-422d-bcb7-d2aac4b005a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb188354-c747-4e1c-ba51-559f5b0309c4 HTTP/1.1" status: 204  len: 168 time: 0.1595781
Apr 19 18:37:22.376412 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58550a57-5f7c-49c1-8ed3-0623ead6526f req-5531b05a-2fb6-44a3-bcc1-cdaf7955482d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:37:22.378097 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-58550a57-5f7c-49c1-8ed3-0623ead6526f req-5531b05a-2fb6-44a3-bcc1-cdaf7955482d tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.13 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 946 time: 0.1688211
Apr 19 18:37:22.386779 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3500c-d2d3-4fec-a280-5b6cbe861876 req-3eb99b2c-e9fb-461f-a2dc-0d3e2d7e9649 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:37:22.388385 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-55d3500c-d2d3-4fec-a280-5b6cbe861876 req-3eb99b2c-e9fb-461f-a2dc-0d3e2d7e9649 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 946 time: 0.1376536
Apr 19 18:37:22.500408 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-58550a57-5f7c-49c1-8ed3-0623ead6526f req-15e6796f-200d-43ab-a706-1d90cad0117c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Deleting port fe8c9f4e-fba0-40cd-95bc-c54190858da9 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:37:22.500803 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-58550a57-5f7c-49c1-8ed3-0623ead6526f req-15e6796f-200d-43ab-a706-1d90cad0117c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:22.545924 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-55d3500c-d2d3-4fec-a280-5b6cbe861876 req-dfaee518-4d73-4817-bea1-697aeb6fd6dd tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1143451
Apr 19 18:37:22.777533 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-58550a57-5f7c-49c1-8ed3-0623ead6526f req-15e6796f-200d-43ab-a706-1d90cad0117c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] For port fe8c9f4e-fba0-40cd-95bc-c54190858da9, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fe8c9f4e-fba0-40cd-95bc-c54190858da9,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:37:22.777983 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-58550a57-5f7c-49c1-8ed3-0623ead6526f req-15e6796f-200d-43ab-a706-1d90cad0117c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:23.097053 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-58550a57-5f7c-49c1-8ed3-0623ead6526f req-15e6796f-200d-43ab-a706-1d90cad0117c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:23.097477 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-58550a57-5f7c-49c1-8ed3-0623ead6526f req-15e6796f-200d-43ab-a706-1d90cad0117c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636081'] for floatingip, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:23.097938 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_db [req-58550a57-5f7c-49c1-8ed3-0623ead6526f req-15e6796f-200d-43ab-a706-1d90cad0117c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Floating IP b8e4c0a1-1d66-4e9c-8b5e-66ea03d22f81 disassociated. External IP: 172.27.1.185, port: fe8c9f4e-fba0-40cd-95bc-c54190858da9.
Apr 19 18:37:23.098324 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-58550a57-5f7c-49c1-8ed3-0623ead6526f req-15e6796f-200d-43ab-a706-1d90cad0117c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Calling delete_port for fe8c9f4e-fba0-40cd-95bc-c54190858da9 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:37:23.265753 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-58550a57-5f7c-49c1-8ed3-0623ead6526f req-15e6796f-200d-43ab-a706-1d90cad0117c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:23.272216 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ad5db90c-66f7-4c9d-a844-8de96e61c4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:23.322304 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6796f-200d-43ab-a706-1d90cad0117c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Pushing event deleted for resources: {'Port': ['ID=fe8c9f4e-fba0-40cd-95bc-c54190858da9,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:23.325653 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-15e6796f-200d-43ab-a706-1d90cad0117c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:23.588811 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58906) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:23.745206 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ee1127f2-ad4b-4c50-9f38-f317cb5d12a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:23.775897 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-ee1127f2-ad4b-4c50-9f38-f317cb5d12a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:23.781059 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-ee1127f2-ad4b-4c50-9f38-f317cb5d12a0 admin admin] Usage tracker for resource:security_group_rule and tenant:e68784ad83354ecdb2e76aee523da221 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:23.784943 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-ee1127f2-ad4b-4c50-9f38-f317cb5d12a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:23.801272 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-ee1127f2-ad4b-4c50-9f38-f317cb5d12a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:23.866267 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9b9e2750-0b83-43d3-a8fe-0e089862b4c8 req-d6d1f021-1dc7-46e4-9269-98cf4d6a77b6 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/ports?device_id=2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b HTTP/1.1" status: 200  len: 210 time: 0.1055727
Apr 19 18:37:23.907654 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58550a57-5f7c-49c1-8ed3-0623ead6526f req-15e6796f-200d-43ab-a706-1d90cad0117c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Router b936a29b-c72b-472c-9c2d-2c45d110abf4 has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:37:24.113655 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58550a57-5f7c-49c1-8ed3-0623ead6526f req-15e6796f-200d-43ab-a706-1d90cad0117c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:37:24.120825 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ee1127f2-ad4b-4c50-9f38-f317cb5d12a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:24.125014 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec50b1-de26-4d8a-87a5-e0a439674bb9 None None] Sync routers for ids ['b936a29b-c72b-472c-9c2d-2c45d110abf4'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:37:24.126681 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ee1127f2-ad4b-4c50-9f38-f317cb5d12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:24.137437 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-063b7ba6-e231-4f3c-96ab-a9c99579b51a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:24.158936 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec50b1-de26-4d8a-87a5-e0a439674bb9 None None] Routers {'b936a29b-c72b-472c-9c2d-2c45d110abf4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:37:24.159622 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-d9ec50b1-de26-4d8a-87a5-e0a439674bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710083fc18>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:37:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['b936a29b-c72b-472c-9c2d-2c45d110abf4'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:24.171835 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1127f2-ad4b-4c50-9f38-f317cb5d12a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471d57c3-d9df-4a5b-a45b-5d4457778296,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:24.175327 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ee1127f2-ad4b-4c50-9f38-f317cb5d12a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:24.197629 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-58550a57-5f7c-49c1-8ed3-0623ead6526f req-15e6796f-200d-43ab-a706-1d90cad0117c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] No DVR routers for this DVR port fe8c9f4e-fba0-40cd-95bc-c54190858da9 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:37:24.200383 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-58550a57-5f7c-49c1-8ed3-0623ead6526f req-15e6796f-200d-43ab-a706-1d90cad0117c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:24.205431 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ee1127f2-ad4b-4c50-9f38-f317cb5d12a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e68784ad83354ecdb2e76aee523da221&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6148672
Apr 19 18:37:24.206657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58916) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:24.211312 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'name': 'network-vif-deleted', 'tag': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:37:24.218045 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-58550a57-5f7c-49c1-8ed3-0623ead6526f req-15e6796f-200d-43ab-a706-1d90cad0117c tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.13 "DELETE /v2.0/ports/fe8c9f4e-fba0-40cd-95bc-c54190858da9 HTTP/1.1" status: 204  len: 173 time: 1.8285310
Apr 19 18:37:24.266738 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2489f7f8-2d6e-4a9e-94c6-2baa0bd6e21b', 'name': 'network-vif-deleted', 'tag': 'fe8c9f4e-fba0-40cd-95bc-c54190858da9', 'status': 'completed', 'code': 200}
Apr 19 18:37:24.281400 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f69ec380-e063-406b-9ea2-ba749c95d239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:24.309077 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f69ec380-e063-406b-9ea2-ba749c95d239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:24.333091 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:37:24.357160 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f69ec380-e063-406b-9ea2-ba749c95d239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:24.362374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:24.375447 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-d9ec50b1-de26-4d8a-87a5-e0a439674bb9 None None] Set router b936a29b-c72b-472c-9c2d-2c45d110abf4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:37:24.380551 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ec380-e063-406b-9ea2-ba749c95d239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471d57c3-d9df-4a5b-a45b-5d4457778296,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:24.383744 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f69ec380-e063-406b-9ea2-ba749c95d239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:24.394520 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f69ec380-e063-406b-9ea2-ba749c95d239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:24.397606 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f69ec380-e063-406b-9ea2-ba749c95d239 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/471d57c3-d9df-4a5b-a45b-5d4457778296 HTTP/1.1" status: 204  len: 168 time: 0.1879215
Apr 19 18:37:24.696955 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58926) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:24.718882 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bfbfcfa0-15f8-413c-9f85-101632e34b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:24.722865 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-d9ec50b1-de26-4d8a-87a5-e0a439674bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710083fc18>, [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:29:38Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '4a433190-9017-4e64-935b-a46d584bfdca', 'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'mac_address': 'fa:16:3e:78:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:35Z', 'updated_at': '2021-04-19T18:29:56Z', 'revision_number': 5, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'subnets': [{'id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:24.727400 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec50b1-de26-4d8a-87a5-e0a439674bb9 None None] Checking router: b936a29b-c72b-472c-9c2d-2c45d110abf4 for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:37:24.736656 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-bfbfcfa0-15f8-413c-9f85-101632e34b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:24.738722 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ec50b1-de26-4d8a-87a5-e0a439674bb9 None None] Routers {'b936a29b-c72b-472c-9c2d-2c45d110abf4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:37:24.739401 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-d9ec50b1-de26-4d8a-87a5-e0a439674bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710083fc18>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:37:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['b936a29b-c72b-472c-9c2d-2c45d110abf4'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:24.741182 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-bfbfcfa0-15f8-413c-9f85-101632e34b7d admin admin] Usage tracker for resource:security_group_rule and tenant:1f5b20af74884d75ade93f64cbe071e4 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:24.744490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-bfbfcfa0-15f8-413c-9f85-101632e34b7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:24.750696 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-bfbfcfa0-15f8-413c-9f85-101632e34b7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:24.843562 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bfbfcfa0-15f8-413c-9f85-101632e34b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:24.847126 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bfbfcfa0-15f8-413c-9f85-101632e34b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:24.860930 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ee1127f2-ad4b-4c50-9f38-f317cb5d12a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:24.907143 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-bfbfcfa0-15f8-413c-9f85-101632e34b7d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f5b20af74884d75ade93f64cbe071e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2083154
Apr 19 18:37:24.909000 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfcfa0-15f8-413c-9f85-101632e34b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bee8ea-7c52-4ee0-9988-1a48cbdba28f,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:24.909935 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 58934) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:24.912658 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-bfbfcfa0-15f8-413c-9f85-101632e34b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:24.957930 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-d9ec50b1-de26-4d8a-87a5-e0a439674bb9 None None] Set router b936a29b-c72b-472c-9c2d-2c45d110abf4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:37:24.995636 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4a93dcc0-a5bf-4c6c-b881-e8a81b177d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:25.038497 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4a93dcc0-a5bf-4c6c-b881-e8a81b177d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:25.046847 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58942) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:25.095563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4a93dcc0-a5bf-4c6c-b881-e8a81b177d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:25.102528 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e01fd1b8-8548-425a-b0c3-2bf4826886ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:25.119420 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93dcc0-a5bf-4c6c-b881-e8a81b177d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bee8ea-7c52-4ee0-9988-1a48cbdba28f,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:25.121512 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3bf200ed-adf0-4f69-8d58-3cb8f048ef71 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:25.125132 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4a93dcc0-a5bf-4c6c-b881-e8a81b177d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:25.126580 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4a93dcc0-a5bf-4c6c-b881-e8a81b177d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:25.130941 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-4a93dcc0-a5bf-4c6c-b881-e8a81b177d8e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72bee8ea-7c52-4ee0-9988-1a48cbdba28f HTTP/1.1" status: 204  len: 168 time: 0.2171612
Apr 19 18:37:25.154617 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3bf200ed-adf0-4f69-8d58-3cb8f048ef71 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:25.207880 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3bf200ed-adf0-4f69-8d58-3cb8f048ef71 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:25.213338 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-51127e55-a8dd-4802-88bc-222c3d3a6dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:25.232960 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf200ed-adf0-4f69-8d58-3cb8f048ef71 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6a16f7-d34c-4335-8cdc-d008f59cd3d3,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:25.236010 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3bf200ed-adf0-4f69-8d58-3cb8f048ef71 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:25.273202 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3bf200ed-adf0-4f69-8d58-3cb8f048ef71 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:25.274800 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-3bf200ed-adf0-4f69-8d58-3cb8f048ef71 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "DELETE /v2.0/security-groups/3b6a16f7-d34c-4335-8cdc-d008f59cd3d3 HTTP/1.1" status: 204  len: 168 time: 0.2267570
Apr 19 18:37:25.277854 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 58952) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:25.298152 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.api.v2.resource [None req-0c32e7de-c17e-4239-a793-d704263e502a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] show failed (client error): The resource could not be found.
Apr 19 18:37:25.302755 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-0c32e7de-c17e-4239-a793-d704263e502a tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "GET /v2.0/security-groups/3b6a16f7-d34c-4335-8cdc-d008f59cd3d3 HTTP/1.1" status: 404  len: 347 time: 0.0209622
Apr 19 18:37:25.303198 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 58956) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:25.414496 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-d9ec50b1-de26-4d8a-87a5-e0a439674bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710083fc18>, [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:29:38Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '4a433190-9017-4e64-935b-a46d584bfdca', 'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'mac_address': 'fa:16:3e:78:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:35Z', 'updated_at': '2021-04-19T18:29:56Z', 'revision_number': 5, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'subnets': [{'id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:25.422350 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ec50b1-de26-4d8a-87a5-e0a439674bb9 None None] The sync data for ids ['b936a29b-c72b-472c-9c2d-2c45d110abf4'] in dv-cinder-786928-1-iscsi is: [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:29:38Z', 'revision_number': 4, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '4a433190-9017-4e64-935b-a46d584bfdca', 'name': '', 'network_id': '5d286d36-8c52-42be-b3d4-52bf0bab0dba', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'mac_address': 'fa:16:3e:78:8e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:35Z', 'updated_at': '2021-04-19T18:29:56Z', 'revision_number': 5, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'subnets': [{'id': 'e0439e37-0067-4362-b195-88afbdb39dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:37:25.543097 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-3a55a305-289a-4306-924a-ccc3c99aed12 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Deleting port b5ad8a4a-92b1-40cd-9363-652fc20848a5 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:37:25.543504 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3a55a305-289a-4306-924a-ccc3c99aed12 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:25.746900 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3a55a305-289a-4306-924a-ccc3c99aed12 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:25.747464 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3a55a305-289a-4306-924a-ccc3c99aed12 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:25.829818 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a236905-4add-432c-8d86-099f819d317c None None] New status for floating IP b8e4c0a1-1d66-4e9c-8b5e-66ea03d22f81: DOWN {{(pid=86312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:37:25.887890 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-3a55a305-289a-4306-924a-ccc3c99aed12 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Calling delete_port for b5ad8a4a-92b1-40cd-9363-652fc20848a5 owned by network:floatingip {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:37:26.049532 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.db.api [None req-0a236905-4add-432c-8d86-099f819d317c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86312) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 18:37:26.049981 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_db.api [None req-0a236905-4add-432c-8d86-099f819d317c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 18:37:26.050902 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3a55a305-289a-4306-924a-ccc3c99aed12 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:26.055736 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-956ca66a-5bc4-4cb3-b55f-b59f1c203722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:26.104860 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55a305-289a-4306-924a-ccc3c99aed12 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Pushing event deleted for resources: {'Port': ['ID=b5ad8a4a-92b1-40cd-9363-652fc20848a5,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:26.133818 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3a55a305-289a-4306-924a-ccc3c99aed12 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:26.207058 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3a55a305-289a-4306-924a-ccc3c99aed12 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks [] for floatingip, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:26.223325 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3a55a305-289a-4306-924a-ccc3c99aed12 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:26.227027 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-3a55a305-289a-4306-924a-ccc3c99aed12 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] 10.222.0.49 "DELETE /v2.0/floatingips/b8e4c0a1-1d66-4e9c-8b5e-66ea03d22f81 HTTP/1.1" status: 204  len: 168 time: 0.9203663
Apr 19 18:37:26.551820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a236905-4add-432c-8d86-099f819d317c None None] New status for floating IP b8e4c0a1-1d66-4e9c-8b5e-66ea03d22f81: DOWN {{(pid=86312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:37:27.854968 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device fe8c9f4e-fba0-40cd-95bc-c54190858da9 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:37:27.895615 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: fe8c9f4e-fba0-40cd-95bc-c54190858da9 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:37:27.896016 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device fe8c9f4e-fba0-40cd-95bc-c54190858da9 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:37:29.187021 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 59086) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:29.970898 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-75459565-8eb0-4d3a-aefa-bf3b2ed1eaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854152038'] for router_interface, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:30.353866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-75459565-8eb0-4d3a-aefa-bf3b2ed1eaab admin admin] Deleting port 4a433190-9017-4e64-935b-a46d584bfdca {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:37:30.354417 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-75459565-8eb0-4d3a-aefa-bf3b2ed1eaab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:30.539682 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-75459565-8eb0-4d3a-aefa-bf3b2ed1eaab admin admin] For port 4a433190-9017-4e64-935b-a46d584bfdca, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=4a433190-9017-4e64-935b-a46d584bfdca,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:37:30.540076 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-75459565-8eb0-4d3a-aefa-bf3b2ed1eaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:30.678841 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-75459565-8eb0-4d3a-aefa-bf3b2ed1eaab admin admin] Calling delete_port for 4a433190-9017-4e64-935b-a46d584bfdca owned by network:router_interface {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:37:30.857388 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-75459565-8eb0-4d3a-aefa-bf3b2ed1eaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:30.862563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:30.911193 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75459565-8eb0-4d3a-aefa-bf3b2ed1eaab admin admin] Pushing event deleted for resources: {'Port': ['ID=4a433190-9017-4e64-935b-a46d584bfdca,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:30.914628 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-75459565-8eb0-4d3a-aefa-bf3b2ed1eaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:31.209089 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-75459565-8eb0-4d3a-aefa-bf3b2ed1eaab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854151964'] for router_interface, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:31.835484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75459565-8eb0-4d3a-aefa-bf3b2ed1eaab admin admin] Router b936a29b-c72b-472c-9c2d-2c45d110abf4 has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:37:32.035993 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75459565-8eb0-4d3a-aefa-bf3b2ed1eaab admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:37:32.044861 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ac336-359e-4864-9f1f-b099f9475043 None None] Sync routers for ids ['b936a29b-c72b-472c-9c2d-2c45d110abf4'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:37:32.049533 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-75459565-8eb0-4d3a-aefa-bf3b2ed1eaab admin admin] 10.222.0.49 "PUT /v2.0/routers/b936a29b-c72b-472c-9c2d-2c45d110abf4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8613484
Apr 19 18:37:32.052281 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 59114) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:32.055816 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ac336-359e-4864-9f1f-b099f9475043 None None] Routers {'b936a29b-c72b-472c-9c2d-2c45d110abf4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:37:32.056468 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-d84ac336-359e-4864-9f1f-b099f9475043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710083f128>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:37:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['b936a29b-c72b-472c-9c2d-2c45d110abf4'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:32.246867 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1024c84e-af69-45ec-a79c-1ecb56e8fd88 admin admin] Notify callbacks [] for router, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:32.255750 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-d84ac336-359e-4864-9f1f-b099f9475043 None None] Set router b936a29b-c72b-472c-9c2d-2c45d110abf4 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:37:32.446948 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1024c84e-af69-45ec-a79c-1ecb56e8fd88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:32.455883 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-1024c84e-af69-45ec-a79c-1ecb56e8fd88 admin admin] Deleting port 3f3aa587-57ef-49cd-8a5d-351881a6d57c {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:37:32.456266 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1024c84e-af69-45ec-a79c-1ecb56e8fd88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:32.656172 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-1024c84e-af69-45ec-a79c-1ecb56e8fd88 admin admin] For port 3f3aa587-57ef-49cd-8a5d-351881a6d57c, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=3f3aa587-57ef-49cd-8a5d-351881a6d57c,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:37:32.656576 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1024c84e-af69-45ec-a79c-1ecb56e8fd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:32.743995 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-d84ac336-359e-4864-9f1f-b099f9475043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710083f128>, [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:37:30Z', 'revision_number': 5, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port': {'id': '3f3aa587-57ef-49cd-8a5d-351881a6d57c', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:29:28Z', 'updated_at': '2021-04-19T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:32.748153 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ac336-359e-4864-9f1f-b099f9475043 None None] Checking router: b936a29b-c72b-472c-9c2d-2c45d110abf4 for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:37:32.760291 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ac336-359e-4864-9f1f-b099f9475043 None None] Routers {'b936a29b-c72b-472c-9c2d-2c45d110abf4'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:37:32.760959 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-d84ac336-359e-4864-9f1f-b099f9475043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710083f128>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:37:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['b936a29b-c72b-472c-9c2d-2c45d110abf4'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:32.806561 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-1024c84e-af69-45ec-a79c-1ecb56e8fd88 admin admin] Calling delete_port for 3f3aa587-57ef-49cd-8a5d-351881a6d57c owned by network:router_gateway {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:37:32.941606 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-d84ac336-359e-4864-9f1f-b099f9475043 None None] Set router b936a29b-c72b-472c-9c2d-2c45d110abf4 gateway port host: None {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:37:33.011551 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1024c84e-af69-45ec-a79c-1ecb56e8fd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:33.018993 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-52c9a3ef-d3c6-403d-8063-1b02b2bf1cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:33.072145 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024c84e-af69-45ec-a79c-1ecb56e8fd88 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f3aa587-57ef-49cd-8a5d-351881a6d57c,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:33.075231 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-d84ac336-359e-4864-9f1f-b099f9475043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710083f128>, [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:37:32Z', 'revision_number': 6, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port_host': None}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:33.079834 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1024c84e-af69-45ec-a79c-1ecb56e8fd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:33.084857 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ac336-359e-4864-9f1f-b099f9475043 None None] The sync data for ids ['b936a29b-c72b-472c-9c2d-2c45d110abf4'] in dv-cinder-786928-1-iscsi is: [{'id': 'b936a29b-c72b-472c-9c2d-2c45d110abf4', 'name': 'tempest-AttachVolumeShelveTestJSON-2005486334-router', 'tenant_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:29:25Z', 'updated_at': '2021-04-19T18:37:32Z', 'revision_number': 6, 'project_id': 'afe58cd3d01f40cb93d90b1df1bb2ad1', 'gw_port_host': None}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:37:33.193752 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1024c84e-af69-45ec-a79c-1ecb56e8fd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637285'] for router_gateway, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:33.387779 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1024c84e-af69-45ec-a79c-1ecb56e8fd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-301'] for router, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:33.390926 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1024c84e-af69-45ec-a79c-1ecb56e8fd88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:33.416585 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1024c84e-af69-45ec-a79c-1ecb56e8fd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854146691'] for router, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:33.417191 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1024c84e-af69-45ec-a79c-1ecb56e8fd88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b936a29b-c72b-472c-9c2d-2c45d110abf4 {{(pid=86311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 18:37:33.430477 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1024c84e-af69-45ec-a79c-1ecb56e8fd88 admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:33.431816 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-1024c84e-af69-45ec-a79c-1ecb56e8fd88 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b936a29b-c72b-472c-9c2d-2c45d110abf4 HTTP/1.1" status: 204  len: 168 time: 1.3785326
Apr 19 18:37:33.434337 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 59130) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:33.505116 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Deleting subnet e0439e37-0067-4362-b195-88afbdb39dd2 {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:37:33.508353 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:33.563266 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531779165'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:33.650784 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492386'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:33.918785 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851283430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036322922211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2060568'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:33.924052 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-41885af8-e23b-4836-bceb-a0174d7de3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:33.967440 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0439e37-0067-4362-b195-88afbdb39dd2,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:33.970401 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:33.976862 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06b33b9-86f2-4ffe-a515-621e87846257 None None] Network 5d286d36-8c52-42be-b3d4-52bf0bab0dba requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:37:33.981201 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:33.981656 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:33.982081 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:33.983045 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:33.983457 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:33.983870 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:33.984278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:33.984685 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:33.985094 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:33.985499 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:33.985929 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:33.986333 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:33.990284 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e0439e37-0067-4362-b195-88afbdb39dd2 HTTP/1.1" status: 204  len: 168 time: 0.5549476
Apr 19 18:37:33.991301 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e3a390bf-13c1-4f40-9404-fd279b06cb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:33.993120 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 59134) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:34.076803 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 4a433190-9017-4e64-935b-a46d584bfdca no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:37:34.117846 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3659374'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:34.129795 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Deleting port 9d0ef058-454f-4d8b-83e5-fd49267a4f62 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:37:34.130177 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:34.171408 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: 4a433190-9017-4e64-935b-a46d584bfdca {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:37:34.171776 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 4a433190-9017-4e64-935b-a46d584bfdca not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:37:34.172510 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 3f3aa587-57ef-49cd-8a5d-351881a6d57c no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:37:34.245185 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: 3f3aa587-57ef-49cd-8a5d-351881a6d57c {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:37:34.245692 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 3f3aa587-57ef-49cd-8a5d-351881a6d57c not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:37:34.354928 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4931bceb-82ae-44a3-8b2e-39254926b5f1 None None] DHCP port deletion for 5d286d36-8c52-42be-b3d4-52bf0bab0dba request from dv-cinder-786928-1-iscsi {{(pid=86312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 18:37:34.360606 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-4931bceb-82ae-44a3-8b2e-39254926b5f1 None None] Deleting port 9d0ef058-454f-4d8b-83e5-fd49267a4f62 {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:37:34.361012 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4931bceb-82ae-44a3-8b2e-39254926b5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:34.370287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] For port 9d0ef058-454f-4d8b-83e5-fd49267a4f62, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=9d0ef058-454f-4d8b-83e5-fd49267a4f62,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:37:34.370689 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:34.516845 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Calling delete_port for 9d0ef058-454f-4d8b-83e5-fd49267a4f62 owned by network:dhcp {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:37:34.602142 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-4931bceb-82ae-44a3-8b2e-39254926b5f1 None None] For port 9d0ef058-454f-4d8b-83e5-fd49267a4f62, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=9d0ef058-454f-4d8b-83e5-fd49267a4f62,segment=NetworkSegment(3f411315-18f9-4098-b71e-f8b179736dea),segment_id=3f411315-18f9-4098-b71e-f8b179736dea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:37:34.602510 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4931bceb-82ae-44a3-8b2e-39254926b5f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:34.611478 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:34.617146 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-75459565-8eb0-4d3a-aefa-bf3b2ed1eaab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:34.672799 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] No DVR routers for this DVR port 9d0ef058-454f-4d8b-83e5-fd49267a4f62 on host dv-cinder-786928-1-iscsi {{(pid=86311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:37:34.674782 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0ef058-454f-4d8b-83e5-fd49267a4f62,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:34.711962 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:34.755523 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-4931bceb-82ae-44a3-8b2e-39254926b5f1 None None] Calling delete_port for 9d0ef058-454f-4d8b-83e5-fd49267a4f62 owned by network:dhcp {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:37:34.813177 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851283337', 'neutron.services.segments.db._delete_segments_for_network-8757708639347'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:34.837833 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.db.api [None req-4931bceb-82ae-44a3-8b2e-39254926b5f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86312) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 18:37:34.838249 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_db.api [None req-4931bceb-82ae-44a3-8b2e-39254926b5f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 18:37:34.934055 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f70fbcbf5c0>,) {'filters': {'network_id': ['5d286d36-8c52-42be-b3d4-52bf0bab0dba']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:34.947807 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fbcbf5c0>, '3f411315-18f9-4098-b71e-f8b179736dea') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:34.948152 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fbcbf5c0>, '3f411315-18f9-4098-b71e-f8b179736dea') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:34.961798 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279146027619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036322996651'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:34.977010 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:34.983820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:37:35.340126 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-4931bceb-82ae-44a3-8b2e-39254926b5f1 None None] Deleting port 9d0ef058-454f-4d8b-83e5-fd49267a4f62 {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:37:35.340715 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4931bceb-82ae-44a3-8b2e-39254926b5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:35.422116 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Network 5d286d36-8c52-42be-b3d4-52bf0bab0dba has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:37:35.424633 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-4931bceb-82ae-44a3-8b2e-39254926b5f1 None None] The port '9d0ef058-454f-4d8b-83e5-fd49267a4f62' was deleted {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 18:37:35.433637 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3576371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531857086'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:35.623739 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Network 5d286d36-8c52-42be-b3d4-52bf0bab0dba has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]: Traceback (most recent call last):
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:     timer()
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:     cb(*args, **kw)
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:     return func(*args, **kwargs)
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:     self._notify()
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:     self.callback(batched_events)
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:     event.method(event)
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:     segment_id)['aggregates'][0]
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:     return f(self, *a, **k)
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self._get(url).json()
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:     **kwargs)
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:     **endpoint_filter)
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:37:35.647617 dv-cinder-786928-1-iscsi neutron-server[86197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:37:35.725394 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636034'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:35.729858 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:35.733596 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:35.763549 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Pushing event deleted for resources: {'Network': ['ID=5d286d36-8c52-42be-b3d4-52bf0bab0dba,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:35.766757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:35.774788 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-26d41ca9-a9d8-4c16-9d61-633e5c38c52b admin admin] 10.222.0.49 "DELETE /v2.0/networks/5d286d36-8c52-42be-b3d4-52bf0bab0dba HTTP/1.1" status: 204  len: 168 time: 1.7805731
Apr 19 18:37:35.895207 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 59166) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:35.948462 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-b868cf0f-cb12-4e4b-bda6-38399170333a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=afe58cd3d01f40cb93d90b1df1bb2ad1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0519216
Apr 19 18:37:35.951008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 59170) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:36.014688 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8e7bc0b2-e50e-4dd2-bd9a-37d55aa7ee3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:36.043752 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8e7bc0b2-e50e-4dd2-bd9a-37d55aa7ee3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:36.045714 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 9d0ef058-454f-4d8b-83e5-fd49267a4f62 no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:37:36.084603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: 9d0ef058-454f-4d8b-83e5-fd49267a4f62 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:37:36.085118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 9d0ef058-454f-4d8b-83e5-fd49267a4f62 not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:37:36.091802 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8e7bc0b2-e50e-4dd2-bd9a-37d55aa7ee3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:36.096858 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-568e0256-c7f6-458d-bcfa-655c5ce346d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:36.111022 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bc0b2-e50e-4dd2-bd9a-37d55aa7ee3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a107cd-92fe-41d2-9803-f9fdced0c3eb,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:36.116260 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8e7bc0b2-e50e-4dd2-bd9a-37d55aa7ee3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:36.118210 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8e7bc0b2-e50e-4dd2-bd9a-37d55aa7ee3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:36.119416 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-8e7bc0b2-e50e-4dd2-bd9a-37d55aa7ee3b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/79a107cd-92fe-41d2-9803-f9fdced0c3eb HTTP/1.1" status: 204  len: 168 time: 0.1674583
Apr 19 18:37:36.904563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 59210) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:36.978448 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_v2 [None req-268cf48a-2cd7-412e-9702-01199ae3c2fd admin admin] Deleting subnet 9d547c4a-9b8f-4ce7-b4ed-23bd6fda5b76 {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:37:36.984298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-268cf48a-2cd7-412e-9702-01199ae3c2fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:37.037607 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-268cf48a-2cd7-412e-9702-01199ae3c2fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531779165'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:37.104710 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-268cf48a-2cd7-412e-9702-01199ae3c2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492386'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:37.374286 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-268cf48a-2cd7-412e-9702-01199ae3c2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851283430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036322922211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2060568'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:37.379507 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:37.424101 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-268cf48a-2cd7-412e-9702-01199ae3c2fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:37.432141 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cf48a-2cd7-412e-9702-01199ae3c2fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d547c4a-9b8f-4ce7-b4ed-23bd6fda5b76,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:37.434616 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-268cf48a-2cd7-412e-9702-01199ae3c2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:37.440632 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59222) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:37.440765 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-268cf48a-2cd7-412e-9702-01199ae3c2fd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9d547c4a-9b8f-4ce7-b4ed-23bd6fda5b76 HTTP/1.1" status: 204  len: 168 time: 0.5348675
Apr 19 18:37:37.567851 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3659374'] for network, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:37.704886 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851283337', 'neutron.services.segments.db._delete_segments_for_network-8757708639347'] for network, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:37.824745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7100099b70>,) {'filters': {'network_id': ['e318e558-877f-4ea0-83fb-a26959de9c0e']}} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:37.839195 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7100099b70>, '2a2074c3-e0d1-426d-b744-bffc55acf6bb') {'for_net_delete': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:37.839538 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7100099b70>, '2a2074c3-e0d1-426d-b744-bffc55acf6bb') {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:37.851983 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279146027619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530975161'] for segment, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:37.870251 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:37.877454 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=86310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:37:38.070584 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Network e318e558-877f-4ea0-83fb-a26959de9c0e has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:37:38.080380 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3576371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036323801365'] for segment, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:38.269618 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Network e318e558-877f-4ea0-83fb-a26959de9c0e has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]: Traceback (most recent call last):
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:     timer()
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:     cb(*args, **kw)
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:     return func(*args, **kwargs)
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:     self._notify()
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:     self.callback(batched_events)
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:     event.method(event)
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:     segment_id)['aggregates'][0]
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:     return f(self, *a, **k)
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self._get(url).json()
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:     **kwargs)
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:     **endpoint_filter)
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:37:38.297554 dv-cinder-786928-1-iscsi neutron-server[86197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:37:38.377387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636034'] for network, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:38.381123 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:38.397886 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:38.404681 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e318e558-877f-4ea0-83fb-a26959de9c0e,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:38.413836 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e318e558-877f-4ea0-83fb-a26959de9c0e HTTP/1.1" status: 204  len: 168 time: 0.9720995
Apr 19 18:37:38.415583 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:38.416004 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:38.416416 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:38.416821 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:38.416965 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 59228) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:38.417222 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:38.417642 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:38.418046 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:38.418440 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:38.418839 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:38.419237 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:38.419608 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:38.420494 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:37:38.424192 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8aac4ce2-547f-4c6c-a9de-759eb3d608c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:38.487208 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1cdda2-2053-4f20-8294-ef5b6236b3e9 admin admin] Deleting subnet 80481aac-a29d-471d-9698-0d9e1c0aa97a {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:37:38.490309 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3f1cdda2-2053-4f20-8294-ef5b6236b3e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:38.543745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3f1cdda2-2053-4f20-8294-ef5b6236b3e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531779165'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:38.608190 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3f1cdda2-2053-4f20-8294-ef5b6236b3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492386'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:38.874510 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3f1cdda2-2053-4f20-8294-ef5b6236b3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851283430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036322922211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2060568'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:38.879332 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1a336a95-6b7e-4762-b2a0-b7bbcd730cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:38.921377 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cdda2-2053-4f20-8294-ef5b6236b3e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80481aac-a29d-471d-9698-0d9e1c0aa97a,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:38.924692 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3f1cdda2-2053-4f20-8294-ef5b6236b3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:38.926191 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3f1cdda2-2053-4f20-8294-ef5b6236b3e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:38.934824 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-3f1cdda2-2053-4f20-8294-ef5b6236b3e9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/80481aac-a29d-471d-9698-0d9e1c0aa97a HTTP/1.1" status: 204  len: 168 time: 0.5133233
Apr 19 18:37:38.935401 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59242) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:39.062538 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cd8115a4-c918-42e8-85b8-7b717d8f0e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3659374'] for network, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:39.206927 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cd8115a4-c918-42e8-85b8-7b717d8f0e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851283337', 'neutron.services.segments.db._delete_segments_for_network-8757708639347'] for network, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:39.328084 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-cd8115a4-c918-42e8-85b8-7b717d8f0e22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f70fbc27278>,) {'filters': {'network_id': ['cf10a24e-9273-43c3-9ad7-7d12b55e7cbc']}} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:39.341251 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-cd8115a4-c918-42e8-85b8-7b717d8f0e22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fbc27278>, 'cff453ad-edec-4525-a6d6-d38920bce174') {'for_net_delete': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:39.341623 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-cd8115a4-c918-42e8-85b8-7b717d8f0e22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fbc27278>, 'cff453ad-edec-4525-a6d6-d38920bce174') {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:37:39.354302 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cd8115a4-c918-42e8-85b8-7b717d8f0e22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279146027619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530975161'] for segment, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:39.369803 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cd8115a4-c918-42e8-85b8-7b717d8f0e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:39.376693 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8115a4-c918-42e8-85b8-7b717d8f0e22 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=86310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:37:39.570462 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-cd8115a4-c918-42e8-85b8-7b717d8f0e22 admin admin] Network cf10a24e-9273-43c3-9ad7-7d12b55e7cbc has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:37:39.580452 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cd8115a4-c918-42e8-85b8-7b717d8f0e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3576371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036323801365'] for segment, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:39.773311 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-cd8115a4-c918-42e8-85b8-7b717d8f0e22 admin admin] Network cf10a24e-9273-43c3-9ad7-7d12b55e7cbc has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]: Traceback (most recent call last):
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:     timer()
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:     cb(*args, **kw)
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:     return func(*args, **kwargs)
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:     self._notify()
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:     self.callback(batched_events)
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:     event.method(event)
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:     segment_id)['aggregates'][0]
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:     return f(self, *a, **k)
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self._get(url).json()
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:     **kwargs)
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:     **endpoint_filter)
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:37:39.796720 dv-cinder-786928-1-iscsi neutron-server[86197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:37:39.875986 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cd8115a4-c918-42e8-85b8-7b717d8f0e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636034'] for network, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:39.879803 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:39.896131 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cd8115a4-c918-42e8-85b8-7b717d8f0e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:39.906113 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8115a4-c918-42e8-85b8-7b717d8f0e22 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf10a24e-9273-43c3-9ad7-7d12b55e7cbc,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:39.909383 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cd8115a4-c918-42e8-85b8-7b717d8f0e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:39.911350 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-cd8115a4-c918-42e8-85b8-7b717d8f0e22 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cf10a24e-9273-43c3-9ad7-7d12b55e7cbc HTTP/1.1" status: 204  len: 168 time: 0.9748209
Apr 19 18:37:40.100243 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59260) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:40.155094 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-143f4489-6c3d-4629-ab19-ed414ba4896f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=102527d2b0444262850722d1e7d1ff18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0529723
Apr 19 18:37:40.157736 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59266) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:40.221140 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1e5692cd-a6fc-4281-856a-32a62131fec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:40.249480 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1e5692cd-a6fc-4281-856a-32a62131fec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:40.296641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1e5692cd-a6fc-4281-856a-32a62131fec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:40.302053 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4a93dcc0-a5bf-4c6c-b881-e8a81b177d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:40.316164 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5692cd-a6fc-4281-856a-32a62131fec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2221d0-8903-4c2c-aa39-0c96046bfe8d,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:40.319017 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1e5692cd-a6fc-4281-856a-32a62131fec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:40.321459 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1e5692cd-a6fc-4281-856a-32a62131fec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:40.325241 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-1e5692cd-a6fc-4281-856a-32a62131fec4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be2221d0-8903-4c2c-aa39-0c96046bfe8d HTTP/1.1" status: 204  len: 168 time: 0.1640489
Apr 19 18:37:40.699014 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59288) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:40.754848 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-8186f55c-2ccf-4d76-a63f-4fb4cfe51c22 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab13d8d2509b461faafe8903799361b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0521488
Apr 19 18:37:40.755300 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59294) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:40.824113 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-05ba0cad-7a99-4993-a8f2-d446708410aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:40.851642 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-05ba0cad-7a99-4993-a8f2-d446708410aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:40.898508 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-05ba0cad-7a99-4993-a8f2-d446708410aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:40.903745 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4eb8c4c3-0bcf-4ec4-8bae-6c626c18a09e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:40.919153 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba0cad-7a99-4993-a8f2-d446708410aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8da5e31-93cf-4475-a248-c120003f4c3b,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:40.922882 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-05ba0cad-7a99-4993-a8f2-d446708410aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:40.924981 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-05ba0cad-7a99-4993-a8f2-d446708410aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:40.926917 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-05ba0cad-7a99-4993-a8f2-d446708410aa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8da5e31-93cf-4475-a248-c120003f4c3b HTTP/1.1" status: 204  len: 168 time: 0.1700108
Apr 19 18:37:42.082666 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-607c9717-93ec-412d-b7be-7fc58ebb09c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:42.112549 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59340) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:42.250833 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-712fae80-c074-4a95-afb6-5169a9e2b365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:42.267201 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-712fae80-c074-4a95-afb6-5169a9e2b365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:42.271424 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-712fae80-c074-4a95-afb6-5169a9e2b365 admin admin] Usage tracker for resource:security_group_rule and tenant:a087b36de9ac4d75bb7b06d253eebf24 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:42.274458 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-712fae80-c074-4a95-afb6-5169a9e2b365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:42.281349 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-712fae80-c074-4a95-afb6-5169a9e2b365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:42.369460 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-712fae80-c074-4a95-afb6-5169a9e2b365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:42.372249 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-712fae80-c074-4a95-afb6-5169a9e2b365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:42.382045 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4de42a57-94f5-4a2c-8841-2418e7a9929f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:42.427669 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-712fae80-c074-4a95-afb6-5169a9e2b365 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a087b36de9ac4d75bb7b06d253eebf24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3141754
Apr 19 18:37:42.430283 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59360) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:42.433140 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fae80-c074-4a95-afb6-5169a9e2b365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f986bfae-0136-433c-84b7-50af5b0b16cb,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:42.437113 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-712fae80-c074-4a95-afb6-5169a9e2b365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:42.499481 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b22cd3f0-7daf-40c5-a79a-773692673b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:42.516377 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:42.531130 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b22cd3f0-7daf-40c5-a79a-773692673b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:42.578158 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b22cd3f0-7daf-40c5-a79a-773692673b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:42.583238 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-61482eb0-b05e-4570-9232-fa02d9a53ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:42.596940 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cd3f0-7daf-40c5-a79a-773692673b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f986bfae-0136-433c-84b7-50af5b0b16cb,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:42.600020 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b22cd3f0-7daf-40c5-a79a-773692673b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:42.600992 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b22cd3f0-7daf-40c5-a79a-773692673b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:42.603010 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-b22cd3f0-7daf-40c5-a79a-773692673b48 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f986bfae-0136-433c-84b7-50af5b0b16cb HTTP/1.1" status: 204  len: 168 time: 0.1716952
Apr 19 18:37:44.160052 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-881491b0-cce2-47b2-8904-1e9716ad6f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:45.281203 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:45.669395 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:46.398474 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:46.896538 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59486) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:47.027385 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-106ee25b-1a6f-4bd5-b78e-abb7d0bfd88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:47.044524 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-106ee25b-1a6f-4bd5-b78e-abb7d0bfd88b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:47.049395 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-106ee25b-1a6f-4bd5-b78e-abb7d0bfd88b admin admin] Usage tracker for resource:security_group_rule and tenant:294227e4476443f8ad41edfd91feb5f7 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:47.052469 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-106ee25b-1a6f-4bd5-b78e-abb7d0bfd88b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:47.058655 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-106ee25b-1a6f-4bd5-b78e-abb7d0bfd88b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:47.147671 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-106ee25b-1a6f-4bd5-b78e-abb7d0bfd88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:47.153304 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-106ee25b-1a6f-4bd5-b78e-abb7d0bfd88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:47.167451 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-48c7ec69-561d-4b27-bae3-7932bf30f9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:47.207229 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-106ee25b-1a6f-4bd5-b78e-abb7d0bfd88b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=294227e4476443f8ad41edfd91feb5f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3093846
Apr 19 18:37:47.210048 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 59496) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:47.214771 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ee25b-1a6f-4bd5-b78e-abb7d0bfd88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4834b7-a8f5-4153-be73-aa6ac790f645,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:47.218836 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-106ee25b-1a6f-4bd5-b78e-abb7d0bfd88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:47.275815 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-75a819c4-bb4b-4721-a2e6-f74c76a8278f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:47.304634 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-75a819c4-bb4b-4721-a2e6-f74c76a8278f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:47.350511 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-75a819c4-bb4b-4721-a2e6-f74c76a8278f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:47.355644 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-26629bac-3cc6-426c-ba6a-d217f4ea5bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:47.368345 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a819c4-bb4b-4721-a2e6-f74c76a8278f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4834b7-a8f5-4153-be73-aa6ac790f645,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:47.370934 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-75a819c4-bb4b-4721-a2e6-f74c76a8278f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:47.374572 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-75a819c4-bb4b-4721-a2e6-f74c76a8278f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:47.376534 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-75a819c4-bb4b-4721-a2e6-f74c76a8278f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe4834b7-a8f5-4153-be73-aa6ac790f645 HTTP/1.1" status: 204  len: 168 time: 0.1652126
Apr 19 18:37:48.819266 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 59564) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:48.949024 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-59656115-45ee-47c9-8fa3-6c127bee1470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:48.969710 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-59656115-45ee-47c9-8fa3-6c127bee1470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:48.973998 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-59656115-45ee-47c9-8fa3-6c127bee1470 admin admin] Usage tracker for resource:security_group_rule and tenant:3a48db8af2ab43ffb9e11cdba50d91ef is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:48.977062 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-59656115-45ee-47c9-8fa3-6c127bee1470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:48.983132 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-59656115-45ee-47c9-8fa3-6c127bee1470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:49.068171 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-59656115-45ee-47c9-8fa3-6c127bee1470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:49.071163 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-59656115-45ee-47c9-8fa3-6c127bee1470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:49.081062 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-549788c1-f023-48cd-87ce-44921dce3b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:49.123750 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-59656115-45ee-47c9-8fa3-6c127bee1470 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a48db8af2ab43ffb9e11cdba50d91ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3033290
Apr 19 18:37:49.127010 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59576) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:49.136347 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59656115-45ee-47c9-8fa3-6c127bee1470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d6e954-37cc-46fc-afc1-0765aea6b404,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:49.146409 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-59656115-45ee-47c9-8fa3-6c127bee1470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:49.199272 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c1049b09-6aa1-4a0c-b72d-5f49e8ba86bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:49.230371 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c1049b09-6aa1-4a0c-b72d-5f49e8ba86bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:49.277985 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c1049b09-6aa1-4a0c-b72d-5f49e8ba86bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:49.285783 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-928e08ca-931b-4489-96f0-576342750333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:49.299969 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1049b09-6aa1-4a0c-b72d-5f49e8ba86bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d6e954-37cc-46fc-afc1-0765aea6b404,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:49.304298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c1049b09-6aa1-4a0c-b72d-5f49e8ba86bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:49.306394 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c1049b09-6aa1-4a0c-b72d-5f49e8ba86bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:49.311031 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-c1049b09-6aa1-4a0c-b72d-5f49e8ba86bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71d6e954-37cc-46fc-afc1-0765aea6b404 HTTP/1.1" status: 204  len: 168 time: 0.1825724
Apr 19 18:37:53.545956 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59700) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:53.674082 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-320b0b08-8e79-4b79-990b-3eede58d2ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:53.689465 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-320b0b08-8e79-4b79-990b-3eede58d2ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:53.693921 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-320b0b08-8e79-4b79-990b-3eede58d2ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:5addcb1a252a4b78b86f63023ddb48f2 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:53.698080 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-320b0b08-8e79-4b79-990b-3eede58d2ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:53.705780 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-320b0b08-8e79-4b79-990b-3eede58d2ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:53.798748 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-320b0b08-8e79-4b79-990b-3eede58d2ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:53.802304 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-320b0b08-8e79-4b79-990b-3eede58d2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:53.811640 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8ff61790-089a-4e59-b7c3-49d2224eb1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:53.855167 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-320b0b08-8e79-4b79-990b-3eede58d2ff7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5addcb1a252a4b78b86f63023ddb48f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3079391
Apr 19 18:37:53.856094 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b0b08-8e79-4b79-990b-3eede58d2ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb042f07-a0fa-4fcb-928c-c37ef3fd365b,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:53.858590 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 59718) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:53.859966 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-320b0b08-8e79-4b79-990b-3eede58d2ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:53.927242 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-613837bf-9054-43ac-a8f5-1a4c33833d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:53.959164 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-613837bf-9054-43ac-a8f5-1a4c33833d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.008264 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-613837bf-9054-43ac-a8f5-1a4c33833d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.014358 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-bfbfcfa0-15f8-413c-9f85-101632e34b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:54.031826 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613837bf-9054-43ac-a8f5-1a4c33833d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb042f07-a0fa-4fcb-928c-c37ef3fd365b,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:54.033722 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59724) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:54.034280 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-613837bf-9054-43ac-a8f5-1a4c33833d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:54.042945 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-613837bf-9054-43ac-a8f5-1a4c33833d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.046697 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-613837bf-9054-43ac-a8f5-1a4c33833d83 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/eb042f07-a0fa-4fcb-928c-c37ef3fd365b HTTP/1.1" status: 204  len: 168 time: 0.1844468
Apr 19 18:37:54.302463 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8afda49a-87fb-4cea-85a6-f6e9cafeb564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.318304 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-8afda49a-87fb-4cea-85a6-f6e9cafeb564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:54.322395 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-8afda49a-87fb-4cea-85a6-f6e9cafeb564 admin admin] Usage tracker for resource:security_group_rule and tenant:55e95bbd44184ac4be1f1dbe4c61e58d is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:54.325348 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-8afda49a-87fb-4cea-85a6-f6e9cafeb564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:54.331573 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-8afda49a-87fb-4cea-85a6-f6e9cafeb564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:54.355794 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 59734) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:54.375308 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5260bc6c-9fa1-4621-96bd-f21e22eef22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.390721 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-5260bc6c-9fa1-4621-96bd-f21e22eef22d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:54.394826 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-5260bc6c-9fa1-4621-96bd-f21e22eef22d admin admin] Usage tracker for resource:security_group_rule and tenant:a8db7703798a466591e76c1fef8494ee is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:54.397820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-5260bc6c-9fa1-4621-96bd-f21e22eef22d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:54.404420 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-5260bc6c-9fa1-4621-96bd-f21e22eef22d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:54.417359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8afda49a-87fb-4cea-85a6-f6e9cafeb564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.420871 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8afda49a-87fb-4cea-85a6-f6e9cafeb564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.430077 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-327aed25-3127-4d38-bba4-6f3545123a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:54.472311 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-8afda49a-87fb-4cea-85a6-f6e9cafeb564 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=55e95bbd44184ac4be1f1dbe4c61e58d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4374197
Apr 19 18:37:54.474208 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afda49a-87fb-4cea-85a6-f6e9cafeb564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593a0c67-9814-4746-8c3a-caab46095edc,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:54.475599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 59738) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:54.477415 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8afda49a-87fb-4cea-85a6-f6e9cafeb564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:54.526765 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5260bc6c-9fa1-4621-96bd-f21e22eef22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.537931 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5260bc6c-9fa1-4621-96bd-f21e22eef22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.548245 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e2855d7f-e337-4a03-a49c-90bc2caf8326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:54.605181 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-5260bc6c-9fa1-4621-96bd-f21e22eef22d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8db7703798a466591e76c1fef8494ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2482522
Apr 19 18:37:54.608695 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59742) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:54.609884 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260bc6c-9fa1-4621-96bd-f21e22eef22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcebedc-7583-4c6e-975b-ff48452194cb,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:54.613164 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5260bc6c-9fa1-4621-96bd-f21e22eef22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:54.618087 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c6511e3a-d173-433b-922a-ccdf39790b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.647814 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c6511e3a-d173-433b-922a-ccdf39790b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.680760 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-301d63fc-e915-4046-b5b5-b86c05f1693d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.698767 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c6511e3a-d173-433b-922a-ccdf39790b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.704417 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-75a819c4-bb4b-4721-a2e6-f74c76a8278f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:54.714736 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-301d63fc-e915-4046-b5b5-b86c05f1693d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.717854 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6511e3a-d173-433b-922a-ccdf39790b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593a0c67-9814-4746-8c3a-caab46095edc,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:54.720339 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c6511e3a-d173-433b-922a-ccdf39790b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:54.729378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c6511e3a-d173-433b-922a-ccdf39790b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.734132 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-c6511e3a-d173-433b-922a-ccdf39790b4a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/593a0c67-9814-4746-8c3a-caab46095edc HTTP/1.1" status: 204  len: 168 time: 0.2574999
Apr 19 18:37:54.771709 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-301d63fc-e915-4046-b5b5-b86c05f1693d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.777014 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a6cd136f-8664-4f26-890b-9a1776a09dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:54.793151 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d63fc-e915-4046-b5b5-b86c05f1693d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcebedc-7583-4c6e-975b-ff48452194cb,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:54.804067 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-301d63fc-e915-4046-b5b5-b86c05f1693d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:54.806234 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-301d63fc-e915-4046-b5b5-b86c05f1693d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:54.811821 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-301d63fc-e915-4046-b5b5-b86c05f1693d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8fcebedc-7583-4c6e-975b-ff48452194cb HTTP/1.1" status: 204  len: 168 time: 0.2017939
Apr 19 18:37:55.194893 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59760) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:55.215095 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8aa67cc-53a5-4f31-8a91-87d91a6192ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:55.233006 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f8aa67cc-53a5-4f31-8a91-87d91a6192ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:55.237511 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f8aa67cc-53a5-4f31-8a91-87d91a6192ab admin admin] Usage tracker for resource:security_group_rule and tenant:c1794b1579db4469be7bd590b10ee5b4 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:55.240566 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f8aa67cc-53a5-4f31-8a91-87d91a6192ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:55.244378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 59764) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:55.246901 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f8aa67cc-53a5-4f31-8a91-87d91a6192ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:55.264674 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ef880f6f-5345-4764-890a-ea0b7e90250d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:55.280361 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-ef880f6f-5345-4764-890a-ea0b7e90250d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:55.284531 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-ef880f6f-5345-4764-890a-ea0b7e90250d admin admin] Usage tracker for resource:security_group_rule and tenant:3a8613ecf1554447b7aa8c3152ec621a is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:55.287572 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-ef880f6f-5345-4764-890a-ea0b7e90250d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:55.293679 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-ef880f6f-5345-4764-890a-ea0b7e90250d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:55.333972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8aa67cc-53a5-4f31-8a91-87d91a6192ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:55.336953 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f8aa67cc-53a5-4f31-8a91-87d91a6192ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:55.346694 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f8392a44-97ac-4fe0-a8b6-8dc6d40f2d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:55.379412 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ef880f6f-5345-4764-890a-ea0b7e90250d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:55.382296 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ef880f6f-5345-4764-890a-ea0b7e90250d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:55.392035 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cfb541c1-96a5-4d0c-af45-07b8280670fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:55.394718 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f8aa67cc-53a5-4f31-8a91-87d91a6192ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1794b1579db4469be7bd590b10ee5b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1985476
Apr 19 18:37:55.395697 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa67cc-53a5-4f31-8a91-87d91a6192ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a16cb5-c2b8-4c5f-9ca2-2b92957ebae4,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:55.398375 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 59768) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:55.399094 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f8aa67cc-53a5-4f31-8a91-87d91a6192ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:55.460382 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ef880f6f-5345-4764-890a-ea0b7e90250d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a8613ecf1554447b7aa8c3152ec621a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2148247
Apr 19 18:37:55.461315 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef880f6f-5345-4764-890a-ea0b7e90250d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aee7612-5311-4087-a5b1-0c9f70d67f57,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:55.463250 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59772) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:55.467799 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ef880f6f-5345-4764-890a-ea0b7e90250d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:55.506423 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7f18e791-9a97-457e-ae71-f13723cfdb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:55.527469 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2b15ca88-8b18-4f37-b22b-8856599f7bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:55.534615 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7f18e791-9a97-457e-ae71-f13723cfdb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:55.555337 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2b15ca88-8b18-4f37-b22b-8856599f7bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:55.579777 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7f18e791-9a97-457e-ae71-f13723cfdb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:55.584786 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-613837bf-9054-43ac-a8f5-1a4c33833d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:55.599415 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18e791-9a97-457e-ae71-f13723cfdb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a16cb5-c2b8-4c5f-9ca2-2b92957ebae4,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:55.601850 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2b15ca88-8b18-4f37-b22b-8856599f7bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:55.606945 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-7f18e791-9a97-457e-ae71-f13723cfdb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:55.607279 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-7d478ec8-3761-436c-b520-aa852caa7155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:55.615535 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7f18e791-9a97-457e-ae71-f13723cfdb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:55.619380 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-7f18e791-9a97-457e-ae71-f13723cfdb82 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96a16cb5-c2b8-4c5f-9ca2-2b92957ebae4 HTTP/1.1" status: 204  len: 168 time: 0.2158518
Apr 19 18:37:55.621358 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15ca88-8b18-4f37-b22b-8856599f7bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aee7612-5311-4087-a5b1-0c9f70d67f57,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:55.625263 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-2b15ca88-8b18-4f37-b22b-8856599f7bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:55.630996 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-2b15ca88-8b18-4f37-b22b-8856599f7bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:55.632737 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-2b15ca88-8b18-4f37-b22b-8856599f7bd4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9aee7612-5311-4087-a5b1-0c9f70d67f57 HTTP/1.1" status: 204  len: 168 time: 0.1672637
Apr 19 18:37:57.525849 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59870) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:57.575230 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59876) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:57.715453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-396d9a0a-ea8c-410c-88cb-5c68bf70df5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:57.732103 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3d5c9925-2407-42f5-b530-358c8dfc1fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:57.751631 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-396d9a0a-ea8c-410c-88cb-5c68bf70df5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:57.756369 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-3d5c9925-2407-42f5-b530-358c8dfc1fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:57.758935 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-396d9a0a-ea8c-410c-88cb-5c68bf70df5b admin admin] Usage tracker for resource:security_group_rule and tenant:0dba483460684eef93973eb70c63707f is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:57.762983 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-396d9a0a-ea8c-410c-88cb-5c68bf70df5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:57.766669 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-3d5c9925-2407-42f5-b530-358c8dfc1fbc admin admin] Usage tracker for resource:security_group_rule and tenant:2afa787ff63443a49dcc2a0fe486787b is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:57.772055 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-3d5c9925-2407-42f5-b530-358c8dfc1fbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:57.775032 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-396d9a0a-ea8c-410c-88cb-5c68bf70df5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:57.781612 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-3d5c9925-2407-42f5-b530-358c8dfc1fbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:57.939174 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-396d9a0a-ea8c-410c-88cb-5c68bf70df5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:57.941501 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3d5c9925-2407-42f5-b530-358c8dfc1fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:57.943425 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-396d9a0a-ea8c-410c-88cb-5c68bf70df5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:57.954728 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a0b3b489-823b-4575-9155-15cdcf233591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:57.965787 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-3d5c9925-2407-42f5-b530-358c8dfc1fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:58.021185 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-3d5c9925-2407-42f5-b530-358c8dfc1fbc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2afa787ff63443a49dcc2a0fe486787b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4941735
Apr 19 18:37:58.024275 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 59884) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:58.027404 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-396d9a0a-ea8c-410c-88cb-5c68bf70df5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0dba483460684eef93973eb70c63707f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4498360
Apr 19 18:37:58.028636 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d9a0a-ea8c-410c-88cb-5c68bf70df5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230bd43f-955e-4b78-b1dc-2bb19c75f235,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:58.032824 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-396d9a0a-ea8c-410c-88cb-5c68bf70df5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:58.033738 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59888) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:58.034460 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b5579967-fe6d-4789-87e7-c665e2209967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:58.093672 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f16b01bf-4b9e-4577-937e-070f60f2decf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:58.095885 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c9925-2407-42f5-b530-358c8dfc1fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a7f569-bff3-46aa-968c-cc2ecda62d0a,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:58.099337 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3d5c9925-2407-42f5-b530-358c8dfc1fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:58.127801 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f16b01bf-4b9e-4577-937e-070f60f2decf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:58.146831 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d616736f-d6f5-4f5f-a387-2519126c25d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:58.176264 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f16b01bf-4b9e-4577-937e-070f60f2decf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:58.177174 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d616736f-d6f5-4f5f-a387-2519126c25d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:58.187691 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f8caa2e0-5173-4c84-9d86-62d919616ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:58.207723 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b01bf-4b9e-4577-937e-070f60f2decf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a7f569-bff3-46aa-968c-cc2ecda62d0a,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:58.219257 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f16b01bf-4b9e-4577-937e-070f60f2decf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:58.221375 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f16b01bf-4b9e-4577-937e-070f60f2decf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:58.225444 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f16b01bf-4b9e-4577-937e-070f60f2decf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32a7f569-bff3-46aa-968c-cc2ecda62d0a HTTP/1.1" status: 204  len: 168 time: 0.2000551
Apr 19 18:37:58.255347 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d616736f-d6f5-4f5f-a387-2519126c25d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:58.260718 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-05ba0cad-7a99-4993-a8f2-d446708410aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:58.276938 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616736f-d6f5-4f5f-a387-2519126c25d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230bd43f-955e-4b78-b1dc-2bb19c75f235,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:58.280192 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d616736f-d6f5-4f5f-a387-2519126c25d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:58.284774 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d616736f-d6f5-4f5f-a387-2519126c25d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:58.288369 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-d616736f-d6f5-4f5f-a387-2519126c25d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/230bd43f-955e-4b78-b1dc-2bb19c75f235 HTTP/1.1" status: 204  len: 168 time: 0.2437513
Apr 19 18:37:58.668454 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 59908) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:58.688791 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-98ef32bf-7d26-48d1-a21b-39c9744b79eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:58.704569 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-98ef32bf-7d26-48d1-a21b-39c9744b79eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:37:58.708675 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-98ef32bf-7d26-48d1-a21b-39c9744b79eb admin admin] Usage tracker for resource:security_group_rule and tenant:f712721627ef4577b7b27512e9f7d2b1 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:37:58.711667 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-98ef32bf-7d26-48d1-a21b-39c9744b79eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:37:58.717802 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-98ef32bf-7d26-48d1-a21b-39c9744b79eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:37:58.806162 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-98ef32bf-7d26-48d1-a21b-39c9744b79eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:58.808964 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-98ef32bf-7d26-48d1-a21b-39c9744b79eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:58.818555 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4826fe97-2ac7-454b-a3cb-f280bf478614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:58.863442 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-98ef32bf-7d26-48d1-a21b-39c9744b79eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f712721627ef4577b7b27512e9f7d2b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1938310
Apr 19 18:37:58.865162 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef32bf-7d26-48d1-a21b-39c9744b79eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c4796a-3ca7-49bf-b19b-641e6834267b,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:58.866615 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 59912) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:37:58.868265 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-98ef32bf-7d26-48d1-a21b-39c9744b79eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:58.950196 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-693322a2-e966-42f3-a69b-18c5252d8dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:58.979196 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-693322a2-e966-42f3-a69b-18c5252d8dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:59.030055 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-693322a2-e966-42f3-a69b-18c5252d8dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:59.035156 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d8f0fe16-2861-4219-b164-a20efe32088a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:37:59.046896 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693322a2-e966-42f3-a69b-18c5252d8dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c4796a-3ca7-49bf-b19b-641e6834267b,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:37:59.050641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-693322a2-e966-42f3-a69b-18c5252d8dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:37:59.054199 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-693322a2-e966-42f3-a69b-18c5252d8dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:37:59.055294 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-693322a2-e966-42f3-a69b-18c5252d8dc4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16c4796a-3ca7-49bf-b19b-641e6834267b HTTP/1.1" status: 204  len: 168 time: 0.1826210
Apr 19 18:38:01.163595 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:38:08.850599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 60048) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:09.247997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-b64ea960-fb36-447f-a1ff-5a7267a27728 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Deleting port 6c5f7634-ff75-4aad-b059-74d334765c71 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:38:09.248389 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b64ea960-fb36-447f-a1ff-5a7267a27728 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:09.673340 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b64ea960-fb36-447f-a1ff-5a7267a27728 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:09.673752 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b64ea960-fb36-447f-a1ff-5a7267a27728 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:09.813544 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-b64ea960-fb36-447f-a1ff-5a7267a27728 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Calling delete_port for 6c5f7634-ff75-4aad-b059-74d334765c71 owned by network:floatingip {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:38:09.985597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b64ea960-fb36-447f-a1ff-5a7267a27728 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:09.985597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-741b938c-885c-4e32-9533-0a3b28220667 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:10.034856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ea960-fb36-447f-a1ff-5a7267a27728 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Pushing event deleted for resources: {'Port': ['ID=6c5f7634-ff75-4aad-b059-74d334765c71,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:10.038302 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b64ea960-fb36-447f-a1ff-5a7267a27728 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:10.135994 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b64ea960-fb36-447f-a1ff-5a7267a27728 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for floatingip, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:10.136363 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_db [None req-b64ea960-fb36-447f-a1ff-5a7267a27728 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Floating IP 4f5e5128-bd5f-4115-beca-f0238da7a771 disassociated (deleted). External IP: 172.27.1.52, port: dc63da7e-0d13-449a-a3e4-d6b11ad97ba2.
Apr 19 18:38:10.517360 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64ea960-fb36-447f-a1ff-5a7267a27728 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Router 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:38:10.713760 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64ea960-fb36-447f-a1ff-5a7267a27728 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:38:10.723293 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3272bd-20b0-436e-8e6d-576214fc1042 None None] Sync routers for ids ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:38:10.733853 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3272bd-20b0-436e-8e6d-576214fc1042 None None] Routers {'45adcbb8-5ace-4817-a2a4-fcb4c69c4065'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:38:10.734297 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b64ea960-fb36-447f-a1ff-5a7267a27728 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:10.734523 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-4b3272bd-20b0-436e-8e6d-576214fc1042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710073f240>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:37:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:10.793713 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-b64ea960-fb36-447f-a1ff-5a7267a27728 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "DELETE /v2.0/floatingips/4f5e5128-bd5f-4115-beca-f0238da7a771 HTTP/1.1" status: 204  len: 168 time: 1.9419127
Apr 19 18:38:10.795286 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'tag': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:38:10.851493 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'tag': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2', 'status': 'completed', 'code': 200}
Apr 19 18:38:10.931157 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-4b3272bd-20b0-436e-8e6d-576214fc1042 None None] Set router 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:38:10.971043 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005099c-8155-4c3e-a065-898325e05e8f req-2b4722d0-5259-491b-ba8f-404efd06dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:10.972801 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7005099c-8155-4c3e-a065-898325e05e8f req-2b4722d0-5259-491b-ba8f-404efd06dfda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20e2b5460150473caf714c4478fc00b1&device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 1098 time: 0.0974662
Apr 19 18:38:11.200125 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005099c-8155-4c3e-a065-898325e05e8f req-9d87fb80-af71-4aa5-b5b6-8a36b71112e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:11.201826 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7005099c-8155-4c3e-a065-898325e05e8f req-9d87fb80-af71-4aa5-b5b6-8a36b71112e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=615e24d7-58d3-4070-af82-06f80838c273 HTTP/1.1" status: 200  len: 909 time: 0.2227328
Apr 19 18:38:11.299127 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b766f-23cd-442a-91ac-bf435936454c req-b58d2167-597d-47c8-833c-1c0d0d55a424 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:11.299909 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-725b766f-23cd-442a-91ac-bf435936454c req-b58d2167-597d-47c8-833c-1c0d0d55a424 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Synchronizing usage tracker for tenant:20e2b5460150473caf714c4478fc00b1 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:38:11.304114 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-4b3272bd-20b0-436e-8e6d-576214fc1042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710073f240>, [{'id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'name': 'tempest-TestShelveInstance-252778327-router', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:30Z', 'updated_at': '2021-04-19T18:32:42Z', 'revision_number': 4, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'gw_port': {'id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:32Z', 'updated_at': '2021-04-19T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'dd4d294f-27d5-433e-9c00-270feb903bba', 'name': '', 'network_id': '615e24d7-58d3-4070-af82-06f80838c273', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'mac_address': 'fa:16:3e:d4:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:40Z', 'updated_at': '2021-04-19T18:32:55Z', 'revision_number': 5, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'subnets': [{'id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:11.304719 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7005099c-8155-4c3e-a065-898325e05e8f req-24c6e727-9d0f-4d5b-9e71-c560f3fd50bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 HTTP/1.1" status: 200  len: 217 time: 0.0944371
Apr 19 18:38:11.308331 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3272bd-20b0-436e-8e6d-576214fc1042 None None] Checking router: 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:38:11.317839 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3272bd-20b0-436e-8e6d-576214fc1042 None None] Routers {'45adcbb8-5ace-4817-a2a4-fcb4c69c4065'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:38:11.318484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-4b3272bd-20b0-436e-8e6d-576214fc1042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710073f240>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:37:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:11.360412 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-725b766f-23cd-442a-91ac-bf435936454c req-b58d2167-597d-47c8-833c-1c0d0d55a424 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Unset dirty status for tenant:20e2b5460150473caf714c4478fc00b1 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:38:11.361586 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-725b766f-23cd-442a-91ac-bf435936454c req-b58d2167-597d-47c8-833c-1c0d0d55a424 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.2476792
Apr 19 18:38:11.402613 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005099c-8155-4c3e-a065-898325e05e8f req-7767af88-d3e4-423c-b49b-3748751217fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:11.404206 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7005099c-8155-4c3e-a065-898325e05e8f req-7767af88-d3e4-423c-b49b-3748751217fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eb7486fb-0d56-429a-a715-77c1a9369497 HTTP/1.1" status: 200  len: 847 time: 0.0918763
Apr 19 18:38:11.479799 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-725b766f-23cd-442a-91ac-bf435936454c req-73aaa109-660c-434c-8284-79247560bff7 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1073010
Apr 19 18:38:11.521128 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005099c-8155-4c3e-a065-898325e05e8f req-661e775c-ff59-4a23-abb0-6486200bb704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:11.522899 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7005099c-8155-4c3e-a065-898325e05e8f req-661e775c-ff59-4a23-abb0-6486200bb704 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=615e24d7-58d3-4070-af82-06f80838c273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1071229
Apr 19 18:38:11.685842 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7005099c-8155-4c3e-a065-898325e05e8f req-ebb8ae47-0729-4b79-bc9f-72470609e09d service neutron] 10.222.0.13 "GET /v2.0/networks/615e24d7-58d3-4070-af82-06f80838c273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555338
Apr 19 18:38:11.714186 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-4b3272bd-20b0-436e-8e6d-576214fc1042 None None] Set router 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:38:11.836766 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7005099c-8155-4c3e-a065-898325e05e8f req-ed879ab2-95ed-402f-a3ec-5df2f1feb846 service neutron] 10.222.0.13 "GET /v2.0/networks/615e24d7-58d3-4070-af82-06f80838c273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434247
Apr 19 18:38:12.057855 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-4b3272bd-20b0-436e-8e6d-576214fc1042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710073f240>, [{'id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'name': 'tempest-TestShelveInstance-252778327-router', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:30Z', 'updated_at': '2021-04-19T18:32:42Z', 'revision_number': 4, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'gw_port': {'id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:32Z', 'updated_at': '2021-04-19T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'dd4d294f-27d5-433e-9c00-270feb903bba', 'name': '', 'network_id': '615e24d7-58d3-4070-af82-06f80838c273', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'mac_address': 'fa:16:3e:d4:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:40Z', 'updated_at': '2021-04-19T18:32:55Z', 'revision_number': 5, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'subnets': [{'id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:12.062009 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3272bd-20b0-436e-8e6d-576214fc1042 None None] The sync data for ids ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'] in dv-cinder-786928-1-iscsi is: [{'id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'name': 'tempest-TestShelveInstance-252778327-router', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:30Z', 'updated_at': '2021-04-19T18:32:42Z', 'revision_number': 4, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'gw_port': {'id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:32Z', 'updated_at': '2021-04-19T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': 'dd4d294f-27d5-433e-9c00-270feb903bba', 'name': '', 'network_id': '615e24d7-58d3-4070-af82-06f80838c273', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'mac_address': 'fa:16:3e:d4:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:40Z', 'updated_at': '2021-04-19T18:32:55Z', 'revision_number': 5, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'subnets': [{'id': 'eb7486fb-0d56-429a-a715-77c1a9369497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:38:12.085534 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1e410653-f09f-4ee1-b8c7-d96314bd7b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:12.492394 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14194ee2-b93d-4b39-89c8-273abb5615ec None None] New status for floating IP 4f5e5128-bd5f-4115-beca-f0238da7a771: DOWN {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:38:12.543101 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:12.783435 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff580f-881d-4d05-8d66-e8f604856d7f req-c4dac302-363f-45cf-b7db-4c512300a2b0 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:12.785047 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a1ff580f-881d-4d05-8d66-e8f604856d7f req-c4dac302-363f-45cf-b7db-4c512300a2b0 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.1696084
Apr 19 18:38:12.793247 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcfa1d-6504-4a9e-88ae-82fa65560da7 req-bec64c95-ae72-4ee1-9cd6-734c09733682 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:12.794730 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2edcfa1d-6504-4a9e-88ae-82fa65560da7 req-bec64c95-ae72-4ee1-9cd6-734c09733682 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.13 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 945 time: 0.1349907
Apr 19 18:38:12.899740 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a1ff580f-881d-4d05-8d66-e8f604856d7f req-a834f82f-98f3-4f28-aca1-f0c1b74834ac tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/security-groups?id=33b9b21d-9fb6-46d6-8219-65cead5d082b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1039016
Apr 19 18:38:12.908446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-2edcfa1d-6504-4a9e-88ae-82fa65560da7 req-e2e5466c-73fc-4062-99f9-d27d1e01ccbe tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Deleting port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:38:12.908835 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-2edcfa1d-6504-4a9e-88ae-82fa65560da7 req-e2e5466c-73fc-4062-99f9-d27d1e01ccbe tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:13.413816 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-2edcfa1d-6504-4a9e-88ae-82fa65560da7 req-e2e5466c-73fc-4062-99f9-d27d1e01ccbe tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] For port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2,segment=NetworkSegment(7eed0a41-34c2-44c6-99e5-f4308f54047d),segment_id=7eed0a41-34c2-44c6-99e5-f4308f54047d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:38:13.414220 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-2edcfa1d-6504-4a9e-88ae-82fa65560da7 req-e2e5466c-73fc-4062-99f9-d27d1e01ccbe tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:13.551710 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-2edcfa1d-6504-4a9e-88ae-82fa65560da7 req-e2e5466c-73fc-4062-99f9-d27d1e01ccbe tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Calling delete_port for dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:38:13.699007 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-2edcfa1d-6504-4a9e-88ae-82fa65560da7 req-e2e5466c-73fc-4062-99f9-d27d1e01ccbe tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:13.705556 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-91bd8c7d-e918-46b1-a5e0-a04559474fff tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:13.757903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5466c-73fc-4062-99f9-d27d1e01ccbe tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Pushing event deleted for resources: {'Port': ['ID=dc63da7e-0d13-449a-a3e4-d6b11ad97ba2,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:13.761847 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e2e5466c-73fc-4062-99f9-d27d1e01ccbe tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:13.845579 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edcfa1d-6504-4a9e-88ae-82fa65560da7 req-e2e5466c-73fc-4062-99f9-d27d1e01ccbe tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] No DVR routers for this DVR port dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:38:13.848160 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-2edcfa1d-6504-4a9e-88ae-82fa65560da7 req-e2e5466c-73fc-4062-99f9-d27d1e01ccbe tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:13.851312 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'name': 'network-vif-deleted', 'tag': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:38:13.870196 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2edcfa1d-6504-4a9e-88ae-82fa65560da7 req-e2e5466c-73fc-4062-99f9-d27d1e01ccbe tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.13 "DELETE /v2.0/ports/dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 HTTP/1.1" status: 204  len: 173 time: 1.0569680
Apr 19 18:38:13.903839 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913fcfbd-1789-4d45-8e37-4afad951c4de', 'name': 'network-vif-deleted', 'tag': 'dc63da7e-0d13-449a-a3e4-d6b11ad97ba2', 'status': 'completed', 'code': 200}
Apr 19 18:38:14.072513 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-f46d47df-c29b-4388-bd70-5061c12b7db6 req-18f47bad-5324-45bf-95f4-e6f7643f11ac tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Synchronizing usage tracker for tenant:20e2b5460150473caf714c4478fc00b1 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:38:14.088273 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-f46d47df-c29b-4388-bd70-5061c12b7db6 req-18f47bad-5324-45bf-95f4-e6f7643f11ac tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Unset dirty status for tenant:20e2b5460150473caf714c4478fc00b1 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:38:14.089659 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f46d47df-c29b-4388-bd70-5061c12b7db6 req-18f47bad-5324-45bf-95f4-e6f7643f11ac tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 210 time: 0.0738707
Apr 19 18:38:14.133234 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-02a9d3bd-b242-438b-9be5-4b602076591b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:15.284231 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:15.288185 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2f25550e-47df-4186-9c7d-33d833b1dd6a req-4218f49b-f83e-495f-b5d6-8a909473c881 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "GET /v2.0/ports?device_id=913fcfbd-1789-4d45-8e37-4afad951c4de HTTP/1.1" status: 200  len: 210 time: 0.0554295
Apr 19 18:38:15.672890 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:16.389542 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 60188) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:16.396806 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:16.468529 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12547b8f-1719-4189-907a-80448c63573b tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:16.501217 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12547b8f-1719-4189-907a-80448c63573b tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:16.555285 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12547b8f-1719-4189-907a-80448c63573b tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:16.560465 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-21a8af6b-5aa9-4505-8935-c928a7290d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:16.576359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12547b8f-1719-4189-907a-80448c63573b tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b9b21d-9fb6-46d6-8219-65cead5d082b,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:16.578838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-12547b8f-1719-4189-907a-80448c63573b tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:16.581044 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-12547b8f-1719-4189-907a-80448c63573b tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:16.582307 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-12547b8f-1719-4189-907a-80448c63573b tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] 10.222.0.49 "DELETE /v2.0/security-groups/33b9b21d-9fb6-46d6-8219-65cead5d082b HTTP/1.1" status: 204  len: 168 time: 0.1914711
Apr 19 18:38:16.626514 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 60196) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:17.336460 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-62f62a53-fe6e-4d19-8dea-e002bf7c0ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854152038'] for router_interface, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:17.731640 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-62f62a53-fe6e-4d19-8dea-e002bf7c0ea2 admin admin] Deleting port dd4d294f-27d5-433e-9c00-270feb903bba {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:38:17.732108 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-62f62a53-fe6e-4d19-8dea-e002bf7c0ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:17.924903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-62f62a53-fe6e-4d19-8dea-e002bf7c0ea2 admin admin] For port dd4d294f-27d5-433e-9c00-270feb903bba, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=dd4d294f-27d5-433e-9c00-270feb903bba,segment=NetworkSegment(7eed0a41-34c2-44c6-99e5-f4308f54047d),segment_id=7eed0a41-34c2-44c6-99e5-f4308f54047d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:38:17.925305 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-62f62a53-fe6e-4d19-8dea-e002bf7c0ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:18.063603 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-62f62a53-fe6e-4d19-8dea-e002bf7c0ea2 admin admin] Calling delete_port for dd4d294f-27d5-433e-9c00-270feb903bba owned by network:router_interface {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:38:18.166739 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:38:18.210931 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:38:18.211325 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device dc63da7e-0d13-449a-a3e4-d6b11ad97ba2 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:38:18.257390 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-62f62a53-fe6e-4d19-8dea-e002bf7c0ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:18.266611 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-070cfeaa-a56d-47d4-978a-37b578744831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:18.345385 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f62a53-fe6e-4d19-8dea-e002bf7c0ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd4d294f-27d5-433e-9c00-270feb903bba,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:18.353048 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-62f62a53-fe6e-4d19-8dea-e002bf7c0ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:18.600829 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-62f62a53-fe6e-4d19-8dea-e002bf7c0ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854151964'] for router_interface, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:19.041273 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 60232) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:19.180187 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f66d03ac-0e92-459e-a8f6-851e28eb3950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:19.197696 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f66d03ac-0e92-459e-a8f6-851e28eb3950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:38:19.202556 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f66d03ac-0e92-459e-a8f6-851e28eb3950 admin admin] Usage tracker for resource:security_group_rule and tenant:66b75867f8ca44bbb03400c6f832715e is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:38:19.207466 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f66d03ac-0e92-459e-a8f6-851e28eb3950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:38:19.215359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f66d03ac-0e92-459e-a8f6-851e28eb3950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:38:19.240022 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f62a53-fe6e-4d19-8dea-e002bf7c0ea2 admin admin] Router 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:38:19.305854 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f66d03ac-0e92-459e-a8f6-851e28eb3950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:19.308822 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f66d03ac-0e92-459e-a8f6-851e28eb3950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:19.323004 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5260bc6c-9fa1-4621-96bd-f21e22eef22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:19.369252 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f66d03ac-0e92-459e-a8f6-851e28eb3950 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=66b75867f8ca44bbb03400c6f832715e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3242970
Apr 19 18:38:19.369252 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d03ac-0e92-459e-a8f6-851e28eb3950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7a12e7-2246-4653-9ad8-b7d4d88f3ac7,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:19.370241 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 60240) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:19.371965 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f66d03ac-0e92-459e-a8f6-851e28eb3950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:19.488589 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f62a53-fe6e-4d19-8dea-e002bf7c0ea2 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:38:19.490754 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0de67d54-f8f6-4bb9-b94d-7bf5704153cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:19.499419 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8e9258-4143-49be-afd0-f0580d0f12c3 None None] Sync routers for ids ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:38:19.509421 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8e9258-4143-49be-afd0-f0580d0f12c3 None None] Routers {'45adcbb8-5ace-4817-a2a4-fcb4c69c4065'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:38:19.510147 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-ae8e9258-4143-49be-afd0-f0580d0f12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71002a5390>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:38:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:19.526399 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0de67d54-f8f6-4bb9-b94d-7bf5704153cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:19.535699 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-62f62a53-fe6e-4d19-8dea-e002bf7c0ea2 admin admin] 10.222.0.49 "PUT /v2.0/routers/45adcbb8-5ace-4817-a2a4-fcb4c69c4065/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9078319
Apr 19 18:38:19.538631 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 60244) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:19.577813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0de67d54-f8f6-4bb9-b94d-7bf5704153cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:19.582428 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1e5692cd-a6fc-4281-856a-32a62131fec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:19.595716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de67d54-f8f6-4bb9-b94d-7bf5704153cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7a12e7-2246-4653-9ad8-b7d4d88f3ac7,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:19.600163 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0de67d54-f8f6-4bb9-b94d-7bf5704153cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:19.603661 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0de67d54-f8f6-4bb9-b94d-7bf5704153cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:19.607576 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-0de67d54-f8f6-4bb9-b94d-7bf5704153cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b7a12e7-2246-4653-9ad8-b7d4d88f3ac7 HTTP/1.1" status: 204  len: 168 time: 0.2361081
Apr 19 18:38:19.738641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-ae8e9258-4143-49be-afd0-f0580d0f12c3 None None] Set router 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:38:19.744974 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8f35d32d-4ea7-4dfe-853a-80a514838087 admin admin] Notify callbacks [] for router, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:19.951497 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8f35d32d-4ea7-4dfe-853a-80a514838087 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:19.962110 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8f35d32d-4ea7-4dfe-853a-80a514838087 admin admin] Deleting port 88a11d8a-b671-4997-8180-aa228f173b4a {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:38:19.962687 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8f35d32d-4ea7-4dfe-853a-80a514838087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:20.119734 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-ae8e9258-4143-49be-afd0-f0580d0f12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71002a5390>, [{'id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'name': 'tempest-TestShelveInstance-252778327-router', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:30Z', 'updated_at': '2021-04-19T18:38:18Z', 'revision_number': 5, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'gw_port': {'id': '88a11d8a-b671-4997-8180-aa228f173b4a', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:32Z', 'updated_at': '2021-04-19T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:20.124033 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8e9258-4143-49be-afd0-f0580d0f12c3 None None] Checking router: 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:38:20.134948 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8e9258-4143-49be-afd0-f0580d0f12c3 None None] Routers {'45adcbb8-5ace-4817-a2a4-fcb4c69c4065'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:38:20.135630 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-ae8e9258-4143-49be-afd0-f0580d0f12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71002a5390>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:38:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:20.190564 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8f35d32d-4ea7-4dfe-853a-80a514838087 admin admin] For port 88a11d8a-b671-4997-8180-aa228f173b4a, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=88a11d8a-b671-4997-8180-aa228f173b4a,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:38:20.190961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8f35d32d-4ea7-4dfe-853a-80a514838087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:20.327200 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-ae8e9258-4143-49be-afd0-f0580d0f12c3 None None] Set router 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 gateway port host: None {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:38:20.337972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8f35d32d-4ea7-4dfe-853a-80a514838087 admin admin] Calling delete_port for 88a11d8a-b671-4997-8180-aa228f173b4a owned by network:router_gateway {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:38:20.449955 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-ae8e9258-4143-49be-afd0-f0580d0f12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71002a5390>, [{'id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'name': 'tempest-TestShelveInstance-252778327-router', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:30Z', 'updated_at': '2021-04-19T18:38:19Z', 'revision_number': 6, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'gw_port_host': None}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:20.455141 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8e9258-4143-49be-afd0-f0580d0f12c3 None None] The sync data for ids ['45adcbb8-5ace-4817-a2a4-fcb4c69c4065'] in dv-cinder-786928-1-iscsi is: [{'id': '45adcbb8-5ace-4817-a2a4-fcb4c69c4065', 'name': 'tempest-TestShelveInstance-252778327-router', 'tenant_id': '20e2b5460150473caf714c4478fc00b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:30Z', 'updated_at': '2021-04-19T18:38:19Z', 'revision_number': 6, 'project_id': '20e2b5460150473caf714c4478fc00b1', 'gw_port_host': None}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:38:20.543037 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8f35d32d-4ea7-4dfe-853a-80a514838087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:20.548969 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3a55a305-289a-4306-924a-ccc3c99aed12 tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:20.599224 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35d32d-4ea7-4dfe-853a-80a514838087 admin admin] Pushing event deleted for resources: {'Port': ['ID=88a11d8a-b671-4997-8180-aa228f173b4a,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:20.629896 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8f35d32d-4ea7-4dfe-853a-80a514838087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:20.704891 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8f35d32d-4ea7-4dfe-853a-80a514838087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637285'] for router_gateway, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:21.152243 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8f35d32d-4ea7-4dfe-853a-80a514838087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-301'] for router, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:21.154617 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8f35d32d-4ea7-4dfe-853a-80a514838087 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:21.185252 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8f35d32d-4ea7-4dfe-853a-80a514838087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854146691'] for router, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:21.185901 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f35d32d-4ea7-4dfe-853a-80a514838087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45adcbb8-5ace-4817-a2a4-fcb4c69c4065 {{(pid=86311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 18:38:21.213490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8f35d32d-4ea7-4dfe-853a-80a514838087 admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:21.214752 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-8f35d32d-4ea7-4dfe-853a-80a514838087 admin admin] 10.222.0.49 "DELETE /v2.0/routers/45adcbb8-5ace-4817-a2a4-fcb4c69c4065 HTTP/1.1" status: 204  len: 168 time: 1.6750400
Apr 19 18:38:21.217387 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 60282) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:21.285232 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a495447-072a-4a94-a0bb-290c13d0b868 admin admin] Deleting subnet eb7486fb-0d56-429a-a715-77c1a9369497 {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:38:21.288314 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5a495447-072a-4a94-a0bb-290c13d0b868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:21.340373 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5a495447-072a-4a94-a0bb-290c13d0b868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531779165'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:21.424290 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5a495447-072a-4a94-a0bb-290c13d0b868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492386'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:21.692216 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5a495447-072a-4a94-a0bb-290c13d0b868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851283430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036322922211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2060568'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:21.696895 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:21.735647 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a495447-072a-4a94-a0bb-290c13d0b868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb7486fb-0d56-429a-a715-77c1a9369497,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:21.737821 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5a495447-072a-4a94-a0bb-290c13d0b868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:21.740535 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5a495447-072a-4a94-a0bb-290c13d0b868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:21.742622 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b8569e-a534-4ab0-8639-ae1e59c34d93 None None] Network 615e24d7-58d3-4070-af82-06f80838c273 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:38:21.744933 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-5a495447-072a-4a94-a0bb-290c13d0b868 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/eb7486fb-0d56-429a-a715-77c1a9369497 HTTP/1.1" status: 204  len: 168 time: 0.5264874
Apr 19 18:38:21.747696 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 60288) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:21.866539 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3659374'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:21.877513 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Deleting port 286f9267-833b-4bb6-bc7b-f482a75605e9 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:38:21.877901 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:22.018203 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0ab8b1-c39f-4586-84fc-6748372c1ecb None None] DHCP port deletion for 615e24d7-58d3-4070-af82-06f80838c273 request from dv-cinder-786928-1-iscsi {{(pid=86312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 18:38:22.023730 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-0a0ab8b1-c39f-4586-84fc-6748372c1ecb None None] Deleting port 286f9267-833b-4bb6-bc7b-f482a75605e9 {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:38:22.023730 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab8b1-c39f-4586-84fc-6748372c1ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:22.092893 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device dd4d294f-27d5-433e-9c00-270feb903bba no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:38:22.115848 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] For port 286f9267-833b-4bb6-bc7b-f482a75605e9, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=286f9267-833b-4bb6-bc7b-f482a75605e9,segment=NetworkSegment(7eed0a41-34c2-44c6-99e5-f4308f54047d),segment_id=7eed0a41-34c2-44c6-99e5-f4308f54047d)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:38:22.116329 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:22.220571 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: dd4d294f-27d5-433e-9c00-270feb903bba {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:38:22.221222 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device dd4d294f-27d5-433e-9c00-270feb903bba not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:38:22.221674 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 88a11d8a-b671-4997-8180-aa228f173b4a no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:38:22.269234 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: 88a11d8a-b671-4997-8180-aa228f173b4a {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:38:22.269661 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 88a11d8a-b671-4997-8180-aa228f173b4a not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:38:22.270143 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 286f9267-833b-4bb6-bc7b-f482a75605e9 no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:38:22.272204 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Calling delete_port for 286f9267-833b-4bb6-bc7b-f482a75605e9 owned by network:dhcp {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:38:22.362055 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:22.368651 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-32ca93f0-18d5-475a-9905-ee736b338767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:22.421062 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=286f9267-833b-4bb6-bc7b-f482a75605e9,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:22.423166 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] No DVR routers for this DVR port 286f9267-833b-4bb6-bc7b-f482a75605e9 on host dv-cinder-786928-1-iscsi {{(pid=86311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:38:22.424756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:22.428983 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No active binding found for port 286f9267-833b-4bb6-bc7b-f482a75605e9 {{(pid=86312) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 19 18:38:22.429460 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 286f9267-833b-4bb6-bc7b-f482a75605e9 not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:38:22.470915 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-0a0ab8b1-c39f-4586-84fc-6748372c1ecb None None] For port 286f9267-833b-4bb6-bc7b-f482a75605e9, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=286f9267-833b-4bb6-bc7b-f482a75605e9,segment=NetworkSegment(7eed0a41-34c2-44c6-99e5-f4308f54047d),segment_id=7eed0a41-34c2-44c6-99e5-f4308f54047d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:38:22.471268 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab8b1-c39f-4586-84fc-6748372c1ecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:22.554000 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851283337', 'neutron.services.segments.db._delete_segments_for_network-8757708639347'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:22.613064 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-0a0ab8b1-c39f-4586-84fc-6748372c1ecb None None] Calling delete_port for 286f9267-833b-4bb6-bc7b-f482a75605e9 owned by network:dhcp {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:38:22.674447 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f70faef6e80>,) {'filters': {'network_id': ['615e24d7-58d3-4070-af82-06f80838c273']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:22.688086 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f70faef6e80>, '7eed0a41-34c2-44c6-99e5-f4308f54047d') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:22.688424 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f70faef6e80>, '7eed0a41-34c2-44c6-99e5-f4308f54047d') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:22.694790 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.db.api [None req-0a0ab8b1-c39f-4586-84fc-6748372c1ecb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86312) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 18:38:22.695378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_db.api [None req-0a0ab8b1-c39f-4586-84fc-6748372c1ecb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 18:38:22.701221 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279146027619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036322996651'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:22.722033 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:22.728514 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:38:22.921584 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Network 615e24d7-58d3-4070-af82-06f80838c273 has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:38:22.930949 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3576371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531857086'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:23.126209 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Network 615e24d7-58d3-4070-af82-06f80838c273 has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]: Traceback (most recent call last):
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:     timer()
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:     cb(*args, **kw)
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:     return func(*args, **kwargs)
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:     self._notify()
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:     self.callback(batched_events)
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:     event.method(event)
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:     segment_id)['aggregates'][0]
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:     return f(self, *a, **k)
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self._get(url).json()
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:     **kwargs)
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:     **endpoint_filter)
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:38:23.151165 dv-cinder-786928-1-iscsi neutron-server[86197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:38:23.195995 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-0a0ab8b1-c39f-4586-84fc-6748372c1ecb None None] Deleting port 286f9267-833b-4bb6-bc7b-f482a75605e9 {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:38:23.196592 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab8b1-c39f-4586-84fc-6748372c1ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:23.236003 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636034'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:23.240034 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b50db9fc-94a9-49d9-b4c6-89a7a310206d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:23.259248 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:23.271219 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=615e24d7-58d3-4070-af82-06f80838c273,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:23.277324 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-0a0ab8b1-c39f-4586-84fc-6748372c1ecb None None] The port '286f9267-833b-4bb6-bc7b-f482a75605e9' was deleted {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 18:38:23.277546 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:23.285182 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 60314) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:23.285303 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/615e24d7-58d3-4070-af82-06f80838c273 HTTP/1.1" status: 204  len: 168 time: 1.5364740
Apr 19 18:38:23.881152 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 60324) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:23.899543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b582b053-ea24-4ad9-bafa-a9016a91a05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854152038'] for router_interface, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:24.076323 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ad494da0-09e8-4399-89a2-014a2e39c898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:24.107360 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-ad494da0-09e8-4399-89a2-014a2e39c898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:38:24.117531 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-ad494da0-09e8-4399-89a2-014a2e39c898 admin admin] Usage tracker for resource:security_group_rule and tenant:532079bbb1d14085982b236079b00710 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:38:24.121985 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-ad494da0-09e8-4399-89a2-014a2e39c898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:38:24.138908 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-ad494da0-09e8-4399-89a2-014a2e39c898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:38:24.406373 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ad494da0-09e8-4399-89a2-014a2e39c898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:24.418450 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ad494da0-09e8-4399-89a2-014a2e39c898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:24.425862 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-396d9a0a-ea8c-410c-88cb-5c68bf70df5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:24.476638 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-b582b053-ea24-4ad9-bafa-a9016a91a05b admin admin] Deleting port 1783e185-173e-459e-ba4c-e1efce66952d {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:38:24.477018 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b582b053-ea24-4ad9-bafa-a9016a91a05b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:24.509068 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad494da0-09e8-4399-89a2-014a2e39c898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4fabbf-03a5-403c-9b12-4014f4132cab,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:24.513416 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ad494da0-09e8-4399-89a2-014a2e39c898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:24.516745 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ad494da0-09e8-4399-89a2-014a2e39c898 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=532079bbb1d14085982b236079b00710&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6339231
Apr 19 18:38:24.523097 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 60334) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:24.594354 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c0d84598-039e-4dca-b7bc-39d586ada17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:24.621587 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c0d84598-039e-4dca-b7bc-39d586ada17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:24.668218 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c0d84598-039e-4dca-b7bc-39d586ada17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:24.673933 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c6511e3a-d173-433b-922a-ccdf39790b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:24.684532 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-b582b053-ea24-4ad9-bafa-a9016a91a05b admin admin] For port 1783e185-173e-459e-ba4c-e1efce66952d, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=1783e185-173e-459e-ba4c-e1efce66952d,segment=NetworkSegment(afb4746b-0a8a-4cfa-a402-8f5fc24408bc),segment_id=afb4746b-0a8a-4cfa-a402-8f5fc24408bc)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:38:24.684936 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b582b053-ea24-4ad9-bafa-a9016a91a05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:24.686940 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d84598-039e-4dca-b7bc-39d586ada17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4fabbf-03a5-403c-9b12-4014f4132cab,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:24.690886 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c0d84598-039e-4dca-b7bc-39d586ada17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:24.693172 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c0d84598-039e-4dca-b7bc-39d586ada17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:24.694403 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-c0d84598-039e-4dca-b7bc-39d586ada17a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1d4fabbf-03a5-403c-9b12-4014f4132cab HTTP/1.1" status: 204  len: 168 time: 0.1700227
Apr 19 18:38:24.823394 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-b582b053-ea24-4ad9-bafa-a9016a91a05b admin admin] Calling delete_port for 1783e185-173e-459e-ba4c-e1efce66952d owned by network:router_interface {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:38:25.008199 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b582b053-ea24-4ad9-bafa-a9016a91a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:25.013473 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b64ea960-fb36-447f-a1ff-5a7267a27728 tempest-TestShelveInstance-820662528 tempest-TestShelveInstance-820662528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:25.060788 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582b053-ea24-4ad9-bafa-a9016a91a05b admin admin] Pushing event deleted for resources: {'Port': ['ID=1783e185-173e-459e-ba4c-e1efce66952d,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:25.066863 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b582b053-ea24-4ad9-bafa-a9016a91a05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:25.383091 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b582b053-ea24-4ad9-bafa-a9016a91a05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854151964'] for router_interface, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:25.443605 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 60362) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:25.582247 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1226553619-network', 'tenant_id': '9c21379ef716439a8916c81d974e147e'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:38:25.587750 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:38:25.592542 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Usage tracker for resource:network and tenant:9c21379ef716439a8916c81d974e147e is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:38:25.595729 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:38:25.602086 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:38:25.612748 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Made reservation on behalf of 9c21379ef716439a8916c81d974e147e for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:38:25.617992 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:25.632977 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:25.648846 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:38:25.653151 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Usage tracker for resource:security_group_rule and tenant:9c21379ef716439a8916c81d974e147e is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:38:25.656278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:38:25.663679 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:38:25.757166 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:25.760204 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:25.766599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-98ef32bf-7d26-48d1-a21b-39c9744b79eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:25.786173 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371}  {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 19 18:38:25.808025 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20337c03-b940-4fca-ad88-2479f7b4e3bc,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:25.811152 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:25.811652 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.segments_db [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Added segment 7b0b77d4-c9ca-45b1-9284-8c990c807d74 of type vlan for network 5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f
Apr 19 18:38:25.813408 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:25.844408 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757708266986'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:25.879847 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:25.881008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:25.881706 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:25.887411 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:26.008663 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5611849
Apr 19 18:38:26.008663 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Pushing event updated for resources: {'Network': ['ID=5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:26.009283 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 60376) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:26.011887 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f71d403c-8dcb-400a-99b7-2144e7c43723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:26.016912 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-5d50c4d1-6a4d-4a9e-b947-34a535388167 admin admin] Request body: {'subnet': {'network_id': '5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1226553619-subnet', 'tenant_id': '9c21379ef716439a8916c81d974e147e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:38:26.022390 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-5d50c4d1-6a4d-4a9e-b947-34a535388167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:38:26.023479 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Network 5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f details requested by agent ovs-agent-dv-cinder-786928-1-iscsi with host dv-cinder-786928-1-iscsi {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 19 18:38:26.026638 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-5d50c4d1-6a4d-4a9e-b947-34a535388167 admin admin] Usage tracker for resource:subnet and tenant:9c21379ef716439a8916c81d974e147e is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:38:26.030200 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-5d50c4d1-6a4d-4a9e-b947-34a535388167 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:38:26.036801 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-5d50c4d1-6a4d-4a9e-b947-34a535388167 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:38:26.051972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d50c4d1-6a4d-4a9e-b947-34a535388167 admin admin] Made reservation on behalf of 9c21379ef716439a8916c81d974e147e for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:38:26.057386 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5d50c4d1-6a4d-4a9e-b947-34a535388167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852715214'] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:26.133231 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-46719020-a00f-4b60-9039-f819918ae5c9 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-682775505&fields=id&tenant_id=b2c9c6242f9040c7a6043ce4b8184661 HTTP/1.1" status: 200  len: 267 time: 0.0560899
Apr 19 18:38:26.156952 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b582b053-ea24-4ad9-bafa-a9016a91a05b admin admin] Router 264710a1-95fc-45bc-8e49-55a9d38b444c has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:38:26.492776 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5d50c4d1-6a4d-4a9e-b947-34a535388167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-531853656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852715229'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:26.497487 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:26.528498 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-b73a3b55-471c-4fc1-96f9-b2836bb10301 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:26.530319 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-b73a3b55-471c-4fc1-96f9-b2836bb10301 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/networks?id=e9c36c12-0176-4f97-97e9-14acfffaf6f9 HTTP/1.1" status: 200  len: 811 time: 0.3517580
Apr 19 18:38:26.531860 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b582b053-ea24-4ad9-bafa-a9016a91a05b admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:38:26.543998 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8020651-87e5-4fb0-916d-640c4da7cbc2 None None] Sync routers for ids ['264710a1-95fc-45bc-8e49-55a9d38b444c'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:38:26.554482 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-409599ff-8e93-4265-9130-34258abcbb16 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/quotas/b2c9c6242f9040c7a6043ce4b8184661 HTTP/1.1" status: 200  len: 375 time: 0.0158737
Apr 19 18:38:26.555116 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8020651-87e5-4fb0-916d-640c4da7cbc2 None None] Routers {'264710a1-95fc-45bc-8e49-55a9d38b444c'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:38:26.556158 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-f8020651-87e5-4fb0-916d-640c4da7cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710033fef0>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:38:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['264710a1-95fc-45bc-8e49-55a9d38b444c'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:26.581026 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50c4d1-6a4d-4a9e-b947-34a535388167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6df159f-ec12-4733-bb28-6030cf9207e7,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:26.583887 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-5d50c4d1-6a4d-4a9e-b947-34a535388167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:26.593838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d50c4d1-6a4d-4a9e-b947-34a535388167 admin admin] Checking segment: {'id': '7b0b77d4-c9ca-45b1-9284-8c990c807d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:38:26.594243 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d50c4d1-6a4d-4a9e-b947-34a535388167 admin admin] Network hostable DHCP agents. Network: 5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f, hostable agents: ['6d303b06-62f5-4e77-b917-fba21dce3acd'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 19 18:38:26.613759 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d50c4d1-6a4d-4a9e-b947-34a535388167 admin admin] Network 5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f is scheduled to be hosted by DHCP agent 6d303b06-62f5-4e77-b917-fba21dce3acd with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 19 18:38:26.623744 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-5d50c4d1-6a4d-4a9e-b947-34a535388167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-1-iscsi, 5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:38:26.634597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bfbbb8-ad60-40cf-976d-63e55d1c4bf2 None None] Network 5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:38:26.641660 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d50c4d1-6a4d-4a9e-b947-34a535388167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:26.641660 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5d50c4d1-6a4d-4a9e-b947-34a535388167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:26.642859 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-b582b053-ea24-4ad9-bafa-a9016a91a05b admin admin] 10.222.0.49 "PUT /v2.0/routers/264710a1-95fc-45bc-8e49-55a9d38b444c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3561141
Apr 19 18:38:26.644204 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 60382) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:26.677539 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-5d50c4d1-6a4d-4a9e-b947-34a535388167 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6672862
Apr 19 18:38:26.772207 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-f8020651-87e5-4fb0-916d-640c4da7cbc2 None None] Set router 264710a1-95fc-45bc-8e49-55a9d38b444c gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:38:26.943367 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-c70560ee-6291-4478-abd5-041dd16f8237 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&fields=id HTTP/1.1" status: 200  len: 440 time: 0.3751624
Apr 19 18:38:26.950377 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-df959194-7da6-4d7a-b691-9bd55be0b384 admin admin] Notify callbacks [] for router, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:26.969185 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016fb3bb-ac47-4418-80c1-2b3ac1920088 None None] Network 5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:38:27.174522 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-f8020651-87e5-4fb0-916d-640c4da7cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710033fef0>, [{'id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'name': 'tempest-TestShelveInstance-1773508257-router', 'tenant_id': 'f02b35a180f14767a189d3520d67bc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '3d2a7e1c-1164-4345-bb99-235c5eacb2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:49Z', 'updated_at': '2021-04-19T18:38:24Z', 'revision_number': 5, 'project_id': 'f02b35a180f14767a189d3520d67bc54', 'gw_port': {'id': '3d2a7e1c-1164-4345-bb99-235c5eacb2cc', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:50Z', 'updated_at': '2021-04-19T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:27.179892 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8020651-87e5-4fb0-916d-640c4da7cbc2 None None] Checking router: 264710a1-95fc-45bc-8e49-55a9d38b444c for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:38:27.190859 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8020651-87e5-4fb0-916d-640c4da7cbc2 None None] Routers {'264710a1-95fc-45bc-8e49-55a9d38b444c'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:38:27.191795 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-f8020651-87e5-4fb0-916d-640c4da7cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710033fef0>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:38:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['264710a1-95fc-45bc-8e49-55a9d38b444c'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:27.239444 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-df959194-7da6-4d7a-b691-9bd55be0b384 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:27.383628 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-f8020651-87e5-4fb0-916d-640c4da7cbc2 None None] Set router 264710a1-95fc-45bc-8e49-55a9d38b444c gateway port host: None {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:38:27.387213 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-df959194-7da6-4d7a-b691-9bd55be0b384 admin admin] Deleting port 3d2a7e1c-1164-4345-bb99-235c5eacb2cc {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:38:27.387601 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-df959194-7da6-4d7a-b691-9bd55be0b384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:27.421872 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-995aedb5-f583-41d2-a5ce-173907a15f8a service neutron] 10.222.0.49 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259395
Apr 19 18:38:27.519220 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-f8020651-87e5-4fb0-916d-640c4da7cbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710033fef0>, [{'id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'name': 'tempest-TestShelveInstance-1773508257-router', 'tenant_id': 'f02b35a180f14767a189d3520d67bc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:49Z', 'updated_at': '2021-04-19T18:38:27Z', 'revision_number': 6, 'project_id': 'f02b35a180f14767a189d3520d67bc54', 'gw_port_host': None}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:27.523602 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8020651-87e5-4fb0-916d-640c4da7cbc2 None None] The sync data for ids ['264710a1-95fc-45bc-8e49-55a9d38b444c'] in dv-cinder-786928-1-iscsi is: [{'id': '264710a1-95fc-45bc-8e49-55a9d38b444c', 'name': 'tempest-TestShelveInstance-1773508257-router', 'tenant_id': 'f02b35a180f14767a189d3520d67bc54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:32:49Z', 'updated_at': '2021-04-19T18:38:27Z', 'revision_number': 6, 'project_id': 'f02b35a180f14767a189d3520d67bc54', 'gw_port_host': None}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:38:27.686343 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-6c0e7ea5-32b3-4bc1-8f35-935350335a85 service neutron] 10.222.0.49 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2564733
Apr 19 18:38:27.745236 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-df959194-7da6-4d7a-b691-9bd55be0b384 admin admin] For port 3d2a7e1c-1164-4345-bb99-235c5eacb2cc, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=3d2a7e1c-1164-4345-bb99-235c5eacb2cc,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:38:27.745893 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-df959194-7da6-4d7a-b691-9bd55be0b384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:27.895351 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-df959194-7da6-4d7a-b691-9bd55be0b384 admin admin] Calling delete_port for 3d2a7e1c-1164-4345-bb99-235c5eacb2cc owned by network:router_gateway {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:38:28.085116 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 1783e185-173e-459e-ba4c-e1efce66952d no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:38:28.104501 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-df959194-7da6-4d7a-b691-9bd55be0b384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:28.115438 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cec98e3c-b12d-48f0-b01c-ac640acb3125 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:28.152410 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: 1783e185-173e-459e-ba4c-e1efce66952d {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:38:28.152802 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 1783e185-173e-459e-ba4c-e1efce66952d not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:38:28.153287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 3d2a7e1c-1164-4345-bb99-235c5eacb2cc no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:38:28.199120 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: 3d2a7e1c-1164-4345-bb99-235c5eacb2cc {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:38:28.199517 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 3d2a7e1c-1164-4345-bb99-235c5eacb2cc not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:38:28.214585 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df959194-7da6-4d7a-b691-9bd55be0b384 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2a7e1c-1164-4345-bb99-235c5eacb2cc,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:28.220805 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-df959194-7da6-4d7a-b691-9bd55be0b384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:28.305211 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ae71df08-d5ef-407b-b00f-c80c7a222f4a req-95a6e318-beaf-4792-ad9e-951993171103 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 210 time: 0.1000371
Apr 19 18:38:28.332291 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-df959194-7da6-4d7a-b691-9bd55be0b384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637285'] for router_gateway, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:28.525599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-df959194-7da6-4d7a-b691-9bd55be0b384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-301'] for router, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:28.527987 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-df959194-7da6-4d7a-b691-9bd55be0b384 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:28.549439 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-df959194-7da6-4d7a-b691-9bd55be0b384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854146691'] for router, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:28.550050 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df959194-7da6-4d7a-b691-9bd55be0b384 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 264710a1-95fc-45bc-8e49-55a9d38b444c {{(pid=86310) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 18:38:28.563139 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-df959194-7da6-4d7a-b691-9bd55be0b384 admin admin] Notify callbacks [] for router, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:28.564742 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-df959194-7da6-4d7a-b691-9bd55be0b384 admin admin] 10.222.0.49 "DELETE /v2.0/routers/264710a1-95fc-45bc-8e49-55a9d38b444c HTTP/1.1" status: 204  len: 168 time: 1.9187374
Apr 19 18:38:28.567668 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 60426) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:28.648125 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3fe28d-ebb5-42a5-b641-ca387f802e0f admin admin] Deleting subnet 856c320a-49bb-4c8c-82ba-c6ffad468854 {{(pid=86310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:38:28.651600 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7f3fe28d-ebb5-42a5-b641-ca387f802e0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:28.707429 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7f3fe28d-ebb5-42a5-b641-ca387f802e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036323800655'] for subnet, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:28.799599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7f3fe28d-ebb5-42a5-b641-ca387f802e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492386'] for subnet, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:29.554646 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0af28ed4-5fc3-42a4-8329-27055a5dada0 req-3d93e967-ce1b-41fa-8cad-731307a1bc71 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 210 time: 0.1053867
Apr 19 18:38:29.615734 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-09782893-f4e1-45eb-9b48-e7b1d5c5ee2a tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:29.617321 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-09782893-f4e1-45eb-9b48-e7b1d5c5ee2a tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/networks?id=5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f HTTP/1.1" status: 200  len: 814 time: 0.6888814
Apr 19 18:38:29.636676 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-d20528f8-87d0-4027-b053-a0e3d33a43d5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:29.638526 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-d20528f8-87d0-4027-b053-a0e3d33a43d5 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.13 "GET /v2.0/networks?id=e9c36c12-0176-4f97-97e9-14acfffaf6f9 HTTP/1.1" status: 200  len: 811 time: 0.4404750
Apr 19 18:38:29.670034 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-f52f0403-d0fb-47b6-a4f1-15fd54fdb63d tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/quotas/9c21379ef716439a8916c81d974e147e HTTP/1.1" status: 200  len: 375 time: 0.0431449
Apr 19 18:38:29.753521 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-e69a8aed-1a0d-4524-b40f-431ac29ceffe tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c21379ef716439a8916c81d974e147e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0757637
Apr 19 18:38:29.864347 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7f3fe28d-ebb5-42a5-b641-ca387f802e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851283430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530975048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036323901048'] for subnet, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:29.884267 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-5ea19d54-5fc2-4586-ac7b-7cb1f9620201 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2c9c6242f9040c7a6043ce4b8184661 HTTP/1.1" status: 200  len: 8059 time: 0.2307904
Apr 19 18:38:29.887555 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:29.939838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-b8e1efcc-7677-4737-8575-2477f774423c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Request body: {'port': {'device_id': '4145889b-a458-4ee6-a092-e996f17e809a', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'admin_state_up': True, 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'security_groups': ['5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4']}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:38:29.961437 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fe28d-ebb5-42a5-b641-ca387f802e0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=856c320a-49bb-4c8c-82ba-c6ffad468854,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:29.968144 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7f3fe28d-ebb5-42a5-b641-ca387f802e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:29.968434 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f602f0a6-0f71-482c-923b-c69f644b58bc None None] Network ce65d97b-bfe2-4f80-9d99-322767ef5916 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:38:29.973339 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-7f3fe28d-ebb5-42a5-b641-ca387f802e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:30.033398 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-7f3fe28d-ebb5-42a5-b641-ca387f802e0f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/856c320a-49bb-4c8c-82ba-c6ffad468854 HTTP/1.1" status: 204  len: 168 time: 1.4616280
Apr 19 18:38:30.034245 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 60450) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:30.100788 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-0b4fe53b-cdb5-437b-a3fa-beaf5372d883 service neutron] 10.222.0.49 "GET /v2.0/networks/5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3311951
Apr 19 18:38:30.197156 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3659374'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:30.212857 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Deleting port a2fcf495-c98f-460b-88ae-6f2837e93b45 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:38:30.213266 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:30.242335 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-b8e1efcc-7677-4737-8575-2477f774423c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:38:30.270404 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-b8e1efcc-7677-4737-8575-2477f774423c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:38:30.297838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-b8e1efcc-7677-4737-8575-2477f774423c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Made reservation on behalf of b2c9c6242f9040c7a6043ce4b8184661 for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:38:30.304839 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-b8e1efcc-7677-4737-8575-2477f774423c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:30.324370 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-27aeead1-41e4-4354-89b7-42936eb853f3 service neutron] 10.222.0.49 "GET /v2.0/networks/5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2110491
Apr 19 18:38:30.339232 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075ca04f-9550-4223-b1ac-5fd69c119736 None None] DHCP port deletion for ce65d97b-bfe2-4f80-9d99-322767ef5916 request from dv-cinder-786928-1-iscsi {{(pid=86312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 18:38:30.344240 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-075ca04f-9550-4223-b1ac-5fd69c119736 None None] Deleting port a2fcf495-c98f-460b-88ae-6f2837e93b45 {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:38:30.344663 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-075ca04f-9550-4223-b1ac-5fd69c119736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:30.447567 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] For port a2fcf495-c98f-460b-88ae-6f2837e93b45, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=a2fcf495-c98f-460b-88ae-6f2837e93b45,segment=NetworkSegment(afb4746b-0a8a-4cfa-a402-8f5fc24408bc),segment_id=afb4746b-0a8a-4cfa-a402-8f5fc24408bc)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:38:30.447963 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:30.578954 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cbece224-cd77-4460-99db-96cce30a78b7 req-d47ce248-9390-4d0e-889e-a18ab705fd9a tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 210 time: 0.0704963
Apr 19 18:38:30.591277 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-075ca04f-9550-4223-b1ac-5fd69c119736 None None] For port a2fcf495-c98f-460b-88ae-6f2837e93b45, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=a2fcf495-c98f-460b-88ae-6f2837e93b45,segment=NetworkSegment(afb4746b-0a8a-4cfa-a402-8f5fc24408bc),segment_id=afb4746b-0a8a-4cfa-a402-8f5fc24408bc)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:38:30.591839 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-075ca04f-9550-4223-b1ac-5fd69c119736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:30.606116 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-b8e1efcc-7677-4737-8575-2477f774423c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Allocated IP 172.20.0.7 (e9c36c12-0176-4f97-97e9-14acfffaf6f9/2dfe41ce-4236-4779-9aeb-9390aebf5b7b/ce841dff-8817-4c19-9301-471925de3bca) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:38:30.637711 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Calling delete_port for a2fcf495-c98f-460b-88ae-6f2837e93b45 owned by network:dhcp {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:38:30.726436 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:30.731557 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8f35d32d-4ea7-4dfe-853a-80a514838087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:30.742559 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-00627a13-9b40-4fa8-9728-9aff97ca52cc req-59ccbc34-9064-473e-9cd2-4048f4a52746 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 210 time: 0.0613155
Apr 19 18:38:30.792321 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-075ca04f-9550-4223-b1ac-5fd69c119736 None None] Calling delete_port for a2fcf495-c98f-460b-88ae-6f2837e93b45 owned by network:dhcp {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:38:30.793373 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fcf495-c98f-460b-88ae-6f2837e93b45,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:30.798257 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:30.800312 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] No DVR routers for this DVR port a2fcf495-c98f-460b-88ae-6f2837e93b45 on host dv-cinder-786928-1-iscsi {{(pid=86311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:38:30.875137 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.db.api [None req-075ca04f-9550-4223-b1ac-5fd69c119736 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86312) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 18:38:30.875553 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_db.api [None req-075ca04f-9550-4223-b1ac-5fd69c119736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 18:38:30.910836 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-b8e1efcc-7677-4737-8575-2477f774423c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:30.933168 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851283337', 'neutron.services.segments.db._delete_segments_for_network-8757708639347'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:30.933278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-b8e1efcc-7677-4737-8575-2477f774423c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Transition to ACTIVE for port object ce841dff-8817-4c19-9301-471925de3bca will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:38:30.959477 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-b8e1efcc-7677-4737-8575-2477f774423c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:30.965728 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0229d9f2-5a4d-4af7-a6fb-dc76f0b3ba7e tempest-AttachVolumeShelveTestJSON-1739892586 tempest-AttachVolumeShelveTestJSON-1739892586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:31.045329 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-b8e1efcc-7677-4737-8575-2477f774423c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Network e9c36c12-0176-4f97-97e9-14acfffaf6f9 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:38:31.049634 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-b8e1efcc-7677-4737-8575-2477f774423c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:38:31.052113 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-b8e1efcc-7677-4737-8575-2477f774423c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:38:31.056347 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f710016c208>,) {'filters': {'network_id': ['ce65d97b-bfe2-4f80-9d99-322767ef5916']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:31.070944 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f710016c208>, 'afb4746b-0a8a-4cfa-a402-8f5fc24408bc') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:31.071280 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f710016c208>, 'afb4746b-0a8a-4cfa-a402-8f5fc24408bc') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:31.084845 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279146027619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036322996651'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:31.100687 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1efcc-7677-4737-8575-2477f774423c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event updated for resources: {'Port': ['ID=ce841dff-8817-4c19-9301-471925de3bca,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:31.101353 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:31.104519 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b8e1efcc-7677-4737-8575-2477f774423c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:31.115725 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:38:31.139939 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-b8e1efcc-7677-4737-8575-2477f774423c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:31.140944 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-b8e1efcc-7677-4737-8575-2477f774423c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:31.170458 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-b8e1efcc-7677-4737-8575-2477f774423c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2480860
Apr 19 18:38:31.182457 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Request body: {'port': {'device_id': '4145889b-a458-4ee6-a092-e996f17e809a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:38:31.355324 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Network ce65d97b-bfe2-4f80-9d99-322767ef5916 has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:38:31.365257 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3576371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531857086'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:31.371972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:31.377213 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-075ca04f-9550-4223-b1ac-5fd69c119736 None None] Deleting port a2fcf495-c98f-460b-88ae-6f2837e93b45 {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:38:31.377758 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-075ca04f-9550-4223-b1ac-5fd69c119736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:31.462429 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-075ca04f-9550-4223-b1ac-5fd69c119736 None None] The port 'a2fcf495-c98f-460b-88ae-6f2837e93b45' was deleted {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 18:38:31.466668 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-4abd03c4-749b-46d8-9c55-fa8283f31140 None None] Provisioning for port ce841dff-8817-4c19-9301-471925de3bca completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:38:31.473288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-4abd03c4-749b-46d8-9c55-fa8283f31140 None None] Provisioning complete for port ce841dff-8817-4c19-9301-471925de3bca triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:38:31.473887 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4abd03c4-749b-46d8-9c55-fa8283f31140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:31.534102 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-4abd03c4-749b-46d8-9c55-fa8283f31140 None None] Port ce841dff-8817-4c19-9301-471925de3bca cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 19 18:38:31.835113 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Network ce65d97b-bfe2-4f80-9d99-322767ef5916 has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:38:31.864112 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.db.resource_extend [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]: Traceback (most recent call last):
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:     timer()
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:     cb(*args, **kw)
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:     return func(*args, **kwargs)
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:     self._notify()
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:     self.callback(batched_events)
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:     event.method(event)
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:     segment_id)['aggregates'][0]
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:     return f(self, *a, **k)
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self._get(url).json()
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:     **kwargs)
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:     **endpoint_filter)
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:38:31.865032 dv-cinder-786928-1-iscsi neutron-server[86197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:38:31.874426 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e4882ddb-a11c-4fc1-91c3-82e988590b58 req-dc2d18d6-ad37-4953-bb9c-5dc1fb506507 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 210 time: 0.0794435
Apr 19 18:38:31.982672 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636034'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:31.987753 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:32.003673 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:32.017450 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce65d97b-bfe2-4f80-9d99-322767ef5916,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:32.025110 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:32.033143 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ce65d97b-bfe2-4f80-9d99-322767ef5916 HTTP/1.1" status: 204  len: 168 time: 1.9975224
Apr 19 18:38:32.057611 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce841dff-8817-4c19-9301-471925de3bca {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:38:32.080258 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:32.088386 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device a2fcf495-c98f-460b-88ae-6f2837e93b45 no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:38:32.095411 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d0794e6c-e206-4429-88af-7a1170d05e44 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:32.097235 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d0794e6c-e206-4429-88af-7a1170d05e44 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.13 "GET /v2.0/networks?id=5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f HTTP/1.1" status: 200  len: 814 time: 0.3957918
Apr 19 18:38:32.123600 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-6ab51899-bea7-43e0-85d2-cfc69453f473 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Request body: {'port': {'device_id': '2389f9b9-2043-4b12-b407-6c9ac50838d1', 'network_id': '5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f', 'admin_state_up': True, 'tenant_id': '9c21379ef716439a8916c81d974e147e'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:38:32.135368 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: a2fcf495-c98f-460b-88ae-6f2837e93b45 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:38:32.136200 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device a2fcf495-c98f-460b-88ae-6f2837e93b45 not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:38:32.158534 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Transition to ACTIVE for port object ce841dff-8817-4c19-9301-471925de3bca will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:38:32.164632 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 60478) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:32.172871 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036323801451'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:32.223030 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-72beb4bd-5804-4f82-9ea9-ee5524a0f968 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=20e2b5460150473caf714c4478fc00b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0569568
Apr 19 18:38:32.225594 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 60482) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:32.234080 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f1157a31-e80f-4621-a000-3c4fb76ee32d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:32.295943 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-feeef07b-9ae5-49dc-9057-1945239720f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:32.330687 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-feeef07b-9ae5-49dc-9057-1945239720f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:32.389340 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-feeef07b-9ae5-49dc-9057-1945239720f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:32.395888 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e48bb179-47e8-4286-9b56-6f90f5ff234a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:32.413759 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeef07b-9ae5-49dc-9057-1945239720f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181343d9-05e7-4e86-ade8-b72aa1b4c0b2,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:32.416294 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-feeef07b-9ae5-49dc-9057-1945239720f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:32.426965 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-feeef07b-9ae5-49dc-9057-1945239720f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:32.428581 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-feeef07b-9ae5-49dc-9057-1945239720f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/181343d9-05e7-4e86-ade8-b72aa1b4c0b2 HTTP/1.1" status: 204  len: 168 time: 0.2020133
Apr 19 18:38:32.521887 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d396e-cf4c-42df-9ecd-96e1b7a2a677 req-66c02b2d-bd71-4066-b531-bee722923ef6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:32.522667 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-289d396e-cf4c-42df-9ecd-96e1b7a2a677 req-66c02b2d-bd71-4066-b531-bee722923ef6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Synchronizing usage tracker for tenant:b2c9c6242f9040c7a6043ce4b8184661 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:38:32.782199 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-289d396e-cf4c-42df-9ecd-96e1b7a2a677 req-66c02b2d-bd71-4066-b531-bee722923ef6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Unset dirty status for tenant:b2c9c6242f9040c7a6043ce4b8184661 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:38:32.783524 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-289d396e-cf4c-42df-9ecd-96e1b7a2a677 req-66c02b2d-bd71-4066-b531-bee722923ef6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 931 time: 0.8938036
Apr 19 18:38:32.793525 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce841dff-8817-4c19-9301-471925de3bca,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:32.810750 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:32.858411 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 60500) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:32.866279 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-6ab51899-bea7-43e0-85d2-cfc69453f473 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:38:32.870444 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-6ab51899-bea7-43e0-85d2-cfc69453f473 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Usage tracker for resource:port and tenant:9c21379ef716439a8916c81d974e147e is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:38:32.873514 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-6ab51899-bea7-43e0-85d2-cfc69453f473 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:38:32.893728 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-6ab51899-bea7-43e0-85d2-cfc69453f473 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:38:32.896037 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Attempting to bind port ce841dff-8817-4c19-9301-471925de3bca on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:38:32.896360 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Attempting to bind port ce841dff-8817-4c19-9301-471925de3bca by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:38:32.896736 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Attempting to bind port ce841dff-8817-4c19-9301-471925de3bca on network e9c36c12-0176-4f97-97e9-14acfffaf6f9 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:38:32.910468 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Port ce841dff-8817-4c19-9301-471925de3bca on network e9c36c12-0176-4f97-97e9-14acfffaf6f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:38:32.910848 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Attempting to bind port ce841dff-8817-4c19-9301-471925de3bca on network e9c36c12-0176-4f97-97e9-14acfffaf6f9 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:38:32.920524 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-289d396e-cf4c-42df-9ecd-96e1b7a2a677 req-618a3f73-8605-40cb-81b5-5123f370ef98 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1210327
Apr 19 18:38:32.925612 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e1f75375-c4ee-49cf-a92e-03e708270ccb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f02b35a180f14767a189d3520d67bc54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0619831
Apr 19 18:38:32.925944 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-6ab51899-bea7-43e0-85d2-cfc69453f473 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Made reservation on behalf of 9c21379ef716439a8916c81d974e147e for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:38:32.929274 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 60508) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:32.930842 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-6ab51899-bea7-43e0-85d2-cfc69453f473 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:32.961124 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:38:32.961822 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Checking segment: {'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:38:32.962414 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Bound using segment: {'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:38:32.963090 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Bound port: ce841dff-8817-4c19-9301-471925de3bca, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75da1367-c7cb-4b19-bc8d-83093e4f356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:38:32.963639 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:33.003641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9be53226-8840-44dd-bdf0-96807e6da942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:33.036932 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9be53226-8840-44dd-bdf0-96807e6da942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:33.090436 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9be53226-8840-44dd-bdf0-96807e6da942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:33.097108 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8e7bc0b2-e50e-4dd2-bd9a-37d55aa7ee3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:33.112038 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be53226-8840-44dd-bdf0-96807e6da942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa07749a-7bc1-411b-9943-1758118f9896,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:33.114786 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-9be53226-8840-44dd-bdf0-96807e6da942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:33.115648 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-9be53226-8840-44dd-bdf0-96807e6da942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:33.146404 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-9be53226-8840-44dd-bdf0-96807e6da942 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa07749a-7bc1-411b-9943-1758118f9896 HTTP/1.1" status: 204  len: 168 time: 0.2107847
Apr 19 18:38:33.160146 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f60cfc3e-136d-4e68-8690-327caab2b885 req-c54da614-c0ff-41dc-8e1d-6c026c2a6ae3 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 210 time: 0.0731649
Apr 19 18:38:33.291399 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] For port ce841dff-8817-4c19-9301-471925de3bca, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:38:33.311552 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] For port ce841dff-8817-4c19-9301-471925de3bca, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ce841dff-8817-4c19-9301-471925de3bca,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:38:33.319379 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036323801451'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:33.325092 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-6ab51899-bea7-43e0-85d2-cfc69453f473 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Allocated IP 172.20.0.9 (5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f/d6df159f-ec12-4733-bb28-6030cf9207e7/6da9af34-189b-4aec-94af-feb932d2d0bb) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:38:33.328122 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-62f62a53-fe6e-4d19-8dea-e002bf7c0ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:33.410599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:33.411383 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:33.412856 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] 10.222.0.13 "PUT /v2.0/ports/ce841dff-8817-4c19-9301-471925de3bca HTTP/1.1" status: 200  len: 1093 time: 2.2358482
Apr 19 18:38:33.413466 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4145889b-a458-4ee6-a092-e996f17e809a', 'tag': 'ce841dff-8817-4c19-9301-471925de3bca'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:38:33.520039 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4145889b-a458-4ee6-a092-e996f17e809a', 'tag': 'ce841dff-8817-4c19-9301-471925de3bca', 'status': 'completed', 'code': 200}
Apr 19 18:38:33.526690 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ce841dff-8817-4c19-9301-471925de3bca,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:33.545925 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:33.691235 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-fd5ace03-4cb7-4ef7-8bf9-27891803f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:33.693010 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-fd5ace03-4cb7-4ef7-8bf9-27891803f55b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 1096 time: 0.2193353
Apr 19 18:38:33.790376 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-f3e75cdc-279a-4a4a-b64e-a7931c6de741 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce841dff-8817-4c19-9301-471925de3bca HTTP/1.1" status: 200  len: 217 time: 0.0852134
Apr 19 18:38:33.856276 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-6ab51899-bea7-43e0-85d2-cfc69453f473 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:33.885158 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-2f52ac8f-8f96-4f9c-86df-9a9075bd4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:33.886765 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-2f52ac8f-8f96-4f9c-86df-9a9075bd4729 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dfe41ce-4236-4779-9aeb-9390aebf5b7b HTTP/1.1" status: 200  len: 850 time: 0.0880551
Apr 19 18:38:33.968112 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-6ab51899-bea7-43e0-85d2-cfc69453f473 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:33.975246 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-19680e40-d633-4a17-a540-c5e83d29e021 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:34.093017 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-6ab51899-bea7-43e0-85d2-cfc69453f473 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Network 5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:38:34.102864 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-d7946990-3762-4ac5-9386-00a920385db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:34.104443 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-d7946990-3762-4ac5-9386-00a920385db9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c36c12-0176-4f97-97e9-14acfffaf6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2105019
Apr 19 18:38:34.112739 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-6ab51899-bea7-43e0-85d2-cfc69453f473 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:38:34.119905 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-6ab51899-bea7-43e0-85d2-cfc69453f473 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:38:34.174049 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab51899-bea7-43e0-85d2-cfc69453f473 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Pushing event updated for resources: {'Port': ['ID=6da9af34-189b-4aec-94af-feb932d2d0bb,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:34.182838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6ab51899-bea7-43e0-85d2-cfc69453f473 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:34.349102 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-6ab51899-bea7-43e0-85d2-cfc69453f473 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:34.349803 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-6ab51899-bea7-43e0-85d2-cfc69453f473 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:34.424122 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b727b4b-ff97-4dd1-b2a3-d78ff3a37d85 req-0b8554dd-4242-42d6-9af9-89bf72ea91a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:34.425789 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2b727b4b-ff97-4dd1-b2a3-d78ff3a37d85 req-0b8554dd-4242-42d6-9af9-89bf72ea91a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 943 time: 0.3770547
Apr 19 18:38:34.433777 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-6ab51899-bea7-43e0-85d2-cfc69453f473 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3180897
Apr 19 18:38:34.438158 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-88f1a37d-e6ba-4a95-931b-8ccfdf497bd5 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3232136
Apr 19 18:38:34.471450 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Request body: {'port': {'device_id': '2389f9b9-2043-4b12-b407-6c9ac50838d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:38:34.657205 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2b727b4b-ff97-4dd1-b2a3-d78ff3a37d85 req-e0a99c19-1a7f-491a-bf37-0ae159aa2bad tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2227132
Apr 19 18:38:34.681288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1a3c9-b131-4dd6-afa2-7aed1f995885 req-72ace42e-c7f2-4f0c-abb5-46063a8be3aa tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:34.682092 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-54d1a3c9-b131-4dd6-afa2-7aed1f995885 req-72ace42e-c7f2-4f0c-abb5-46063a8be3aa tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Synchronizing usage tracker for tenant:9c21379ef716439a8916c81d974e147e on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:38:34.789315 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-54d1a3c9-b131-4dd6-afa2-7aed1f995885 req-72ace42e-c7f2-4f0c-abb5-46063a8be3aa tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Unset dirty status for tenant:9c21379ef716439a8916c81d974e147e on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:38:34.790649 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-54d1a3c9-b131-4dd6-afa2-7aed1f995885 req-72ace42e-c7f2-4f0c-abb5-46063a8be3aa tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 931 time: 0.4996421
Apr 19 18:38:34.794288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:34.835555 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-152ea1b3-39cb-4e56-9413-2cf835dc4399 req-b27be1b2-fe68-40c6-b72c-ef1192b9eeb6 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3703239
Apr 19 18:38:34.954477 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-54d1a3c9-b131-4dd6-afa2-7aed1f995885 req-a10b0c88-fcb2-416a-b89f-6f038dae24d0 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442583
Apr 19 18:38:35.071657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa85235-01c8-4507-a13a-143995ecf2af req-f1cf1c59-ffd4-4bf8-a901-59ef7873d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:35.073169 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1fa85235-01c8-4507-a13a-143995ecf2af req-f1cf1c59-ffd4-4bf8-a901-59ef7873d492 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 1096 time: 0.1854761
Apr 19 18:38:35.565652 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa85235-01c8-4507-a13a-143995ecf2af req-f02b2e36-441f-4c0f-a069-ad1ceda123cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:35.567483 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1fa85235-01c8-4507-a13a-143995ecf2af req-f02b2e36-441f-4c0f-a069-ad1ceda123cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9c36c12-0176-4f97-97e9-14acfffaf6f9 HTTP/1.1" status: 200  len: 912 time: 0.4792471
Apr 19 18:38:35.652253 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1fa85235-01c8-4507-a13a-143995ecf2af req-31ea2737-8b72-4253-bfda-9820b5909828 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce841dff-8817-4c19-9301-471925de3bca HTTP/1.1" status: 200  len: 217 time: 0.0782633
Apr 19 18:38:35.766161 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da9af34-189b-4aec-94af-feb932d2d0bb {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:38:35.777756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:35.786858 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa85235-01c8-4507-a13a-143995ecf2af req-6af888be-477e-4967-bd1c-09971133d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:35.788390 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1fa85235-01c8-4507-a13a-143995ecf2af req-6af888be-477e-4967-bd1c-09971133d65e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dfe41ce-4236-4779-9aeb-9390aebf5b7b HTTP/1.1" status: 200  len: 850 time: 0.1002429
Apr 19 18:38:35.896462 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Transition to ACTIVE for port object 6da9af34-189b-4aec-94af-feb932d2d0bb will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:38:35.902479 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036323801451'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:35.909376 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b1cc91b1-20b2-42c0-872b-2d594d137209 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:36.167099 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Pushing event updated for resources: {'Port': ['ID=6da9af34-189b-4aec-94af-feb932d2d0bb,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:36.207846 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:36.233438 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31bf73-fe69-4880-9bad-bfe1cd3ba426 req-47949cdf-cf01-4ebd-9eda-1384c08bbc1c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:36.235655 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7f31bf73-fe69-4880-9bad-bfe1cd3ba426 req-47949cdf-cf01-4ebd-9eda-1384c08bbc1c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 943 time: 0.4531207
Apr 19 18:38:36.244512 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa85235-01c8-4507-a13a-143995ecf2af req-928c6527-921c-41d3-b2cc-b49fc12aae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:36.246034 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1fa85235-01c8-4507-a13a-143995ecf2af req-928c6527-921c-41d3-b2cc-b49fc12aae0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c36c12-0176-4f97-97e9-14acfffaf6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4073844
Apr 19 18:38:36.412134 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Attempting to bind port 6da9af34-189b-4aec-94af-feb932d2d0bb on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:38:36.412471 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Attempting to bind port 6da9af34-189b-4aec-94af-feb932d2d0bb by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '7b0b77d4-c9ca-45b1-9284-8c990c807d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:38:36.412796 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Attempting to bind port 6da9af34-189b-4aec-94af-feb932d2d0bb on network 5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:38:36.431744 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-7f31bf73-fe69-4880-9bad-bfe1cd3ba426 req-aaae62bf-3dbb-4493-84d4-abe95cc5fae7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1847348
Apr 19 18:38:36.434617 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Port 6da9af34-189b-4aec-94af-feb932d2d0bb on network 5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:38:36.435118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Attempting to bind port 6da9af34-189b-4aec-94af-feb932d2d0bb on network 5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:38:36.447549 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:38:36.447930 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Checking segment: {'id': '7b0b77d4-c9ca-45b1-9284-8c990c807d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:38:36.448352 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Bound using segment: {'id': '7b0b77d4-c9ca-45b1-9284-8c990c807d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:38:36.448838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Bound port: 6da9af34-189b-4aec-94af-feb932d2d0bb, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0b77d4-c9ca-45b1-9284-8c990c807d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:38:36.449221 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:36.472301 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e3e59-8fd3-4674-9e2c-8b36036663be req-128f8c47-851f-4d09-9122-43979770b78d tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:36.473944 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8e0e3e59-8fd3-4674-9e2c-8b36036663be req-128f8c47-851f-4d09-9122-43979770b78d tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 943 time: 0.3967590
Apr 19 18:38:36.604731 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1fa85235-01c8-4507-a13a-143995ecf2af req-2ac152c9-55ed-42f1-b0c2-dd606184f497 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3475020
Apr 19 18:38:36.607810 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8e0e3e59-8fd3-4674-9e2c-8b36036663be req-fa65fa72-d3dd-4f86-9918-e6aa95a80ced tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200395
Apr 19 18:38:36.717054 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] For port 6da9af34-189b-4aec-94af-feb932d2d0bb, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:38:36.736097 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] For port 6da9af34-189b-4aec-94af-feb932d2d0bb, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=6da9af34-189b-4aec-94af-feb932d2d0bb,segment=NetworkSegment(7b0b77d4-c9ca-45b1-9284-8c990c807d74),segment_id=7b0b77d4-c9ca-45b1-9284-8c990c807d74)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:38:36.741758 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036323801451'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:36.748939 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:36.835522 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:36.836208 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:36.837748 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] 10.222.0.13 "PUT /v2.0/ports/6da9af34-189b-4aec-94af-feb932d2d0bb HTTP/1.1" status: 200  len: 1093 time: 2.3708389
Apr 19 18:38:36.838693 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2389f9b9-2043-4b12-b407-6c9ac50838d1', 'tag': '6da9af34-189b-4aec-94af-feb932d2d0bb'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:38:36.857614 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1fa85235-01c8-4507-a13a-143995ecf2af req-1b0b5d80-fe9b-4d43-9f46-2abb3ac9c9fc service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2377219
Apr 19 18:38:36.866399 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Pushing event updated for resources: {'Port': ['ID=6da9af34-189b-4aec-94af-feb932d2d0bb,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:36.869666 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:36.913227 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2389f9b9-2043-4b12-b407-6c9ac50838d1', 'tag': '6da9af34-189b-4aec-94af-feb932d2d0bb', 'status': 'completed', 'code': 200}
Apr 19 18:38:36.957528 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-ae9d6405-e9f9-468b-8862-0fe0fb70b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:36.959192 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-ae9d6405-e9f9-468b-8862-0fe0fb70b24b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c21379ef716439a8916c81d974e147e&device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 1096 time: 0.0874388
Apr 19 18:38:37.041003 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-8724409d-80ce-4e3b-a621-526eaf84b31d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6da9af34-189b-4aec-94af-feb932d2d0bb HTTP/1.1" status: 200  len: 217 time: 0.0746598
Apr 19 18:38:37.118460 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-7a82291c-7b58-40f2-bfeb-7efbd5ac99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:37.120062 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-7a82291c-7b58-40f2-bfeb-7efbd5ac99cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6df159f-ec12-4733-bb28-6030cf9207e7 HTTP/1.1" status: 200  len: 854 time: 0.0734158
Apr 19 18:38:37.179760 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-657a67f2-acd3-43ef-b514-14a946870529 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533438
Apr 19 18:38:37.335025 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-0f723ece-0edb-450a-966d-6651528e5d11 service neutron] 10.222.0.13 "GET /v2.0/networks/5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486156
Apr 19 18:38:37.485928 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b8495fa6-9668-4ffd-9796-9608f216a5e7 req-397507a7-6538-4afc-98ca-1b1ecb27207f service neutron] 10.222.0.13 "GET /v2.0/networks/5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442986
Apr 19 18:38:37.681299 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ade613-5da6-4c07-bd15-023e90e65370 req-4e9ed626-3338-40e0-85d3-0e9c7161d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:37.682946 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b9ade613-5da6-4c07-bd15-023e90e65370 req-4e9ed626-3338-40e0-85d3-0e9c7161d2b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c21379ef716439a8916c81d974e147e&device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 1096 time: 0.1558075
Apr 19 18:38:37.692513 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fff131-a2f0-4e7e-a3f1-5025bb9440f7 req-88cc648a-4e4b-4ff2-b79c-1f8aab97ee2c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:37.694043 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-09fff131-a2f0-4e7e-a3f1-5025bb9440f7 req-88cc648a-4e4b-4ff2-b79c-1f8aab97ee2c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 943 time: 0.1255295
Apr 19 18:38:37.888021 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-09fff131-a2f0-4e7e-a3f1-5025bb9440f7 req-3025d3cf-7f48-4ea1-a771-2737a96715a4 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1686234
Apr 19 18:38:37.943022 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ade613-5da6-4c07-bd15-023e90e65370 req-52bb2f79-4f8e-418f-9d6f-d9d84a37db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:37.944604 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b9ade613-5da6-4c07-bd15-023e90e65370 req-52bb2f79-4f8e-418f-9d6f-d9d84a37db6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f HTTP/1.1" status: 200  len: 915 time: 0.2496419
Apr 19 18:38:37.957298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b430c23-b88d-45e0-a68a-891ef9822f61 req-08a9e87f-a606-401d-af2a-5e9160e612fb tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:37.958827 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8b430c23-b88d-45e0-a68a-891ef9822f61 req-08a9e87f-a606-401d-af2a-5e9160e612fb tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 943 time: 0.1709294
Apr 19 18:38:38.048162 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b9ade613-5da6-4c07-bd15-023e90e65370 req-8683cb57-fdb1-446e-a8e4-dfb8b46337ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6da9af34-189b-4aec-94af-feb932d2d0bb HTTP/1.1" status: 200  len: 217 time: 0.0883303
Apr 19 18:38:38.113234 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8b430c23-b88d-45e0-a68a-891ef9822f61 req-c64e6df6-34a2-4dec-b5a5-f62b95475f30 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004057
Apr 19 18:38:38.137324 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ade613-5da6-4c07-bd15-023e90e65370 req-dfbc891c-d786-43a5-88c7-b37b337629da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:38.138924 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b9ade613-5da6-4c07-bd15-023e90e65370 req-dfbc891c-d786-43a5-88c7-b37b337629da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6df159f-ec12-4733-bb28-6030cf9207e7 HTTP/1.1" status: 200  len: 854 time: 0.0795879
Apr 19 18:38:38.163971 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:38:38.198505 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b9ade613-5da6-4c07-bd15-023e90e65370 req-6c6d2e9d-9c5d-492d-8f4a-d9c8d9ff1d44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526078
Apr 19 18:38:38.348346 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b9ade613-5da6-4c07-bd15-023e90e65370 req-46539ab9-1436-4ca4-9a8d-a6dd36704230 service neutron] 10.222.0.13 "GET /v2.0/networks/5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425729
Apr 19 18:38:38.506183 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b9ade613-5da6-4c07-bd15-023e90e65370 req-19025d7d-91fa-402b-9026-ee0bff0c1a2e service neutron] 10.222.0.13 "GET /v2.0/networks/5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1508229
Apr 19 18:38:38.715877 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 60560) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:38.843294 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:38.860173 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:38:38.864590 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Usage tracker for resource:security_group_rule and tenant:6732b9273e7041e6bdc702469a3b15a7 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:38:38.868090 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:38:38.874564 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:38:39.325153 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:39.333789 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:39.344376 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c1049b09-6aa1-4a0c-b72d-5f49e8ba86bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:39.419380 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e723f9-39ca-4da4-ac29-bf6005eb36c9,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:39.431225 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6732b9273e7041e6bdc702469a3b15a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7142124
Apr 19 18:38:39.434397 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 60570) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:39.440637 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.441102 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.441519 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.442490 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.442767 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.443208 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.443684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.444092 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.444497 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.444968 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.445408 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.445861 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.454642 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-05f032b8-12d6-4519-9e2a-4e70b3a472e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:39.473024 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa48d4-52ab-4c02-a0f6-cec41c746ad6 req-7d3dcacb-6260-45d8-9630-29278e96c17b tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:39.474895 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-39fa48d4-52ab-4c02-a0f6-cec41c746ad6 req-7d3dcacb-6260-45d8-9630-29278e96c17b tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 943 time: 0.2746487
Apr 19 18:38:39.484657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197df84-3376-4064-8875-6b18d1010fec req-a5e22b51-77b7-4795-8209-5d3bdf807f52 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:39.486399 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d197df84-3376-4064-8875-6b18d1010fec req-a5e22b51-77b7-4795-8209-5d3bdf807f52 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 943 time: 0.2343657
Apr 19 18:38:39.512055 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:39.541061 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:39.575363 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-39fa48d4-52ab-4c02-a0f6-cec41c746ad6 req-bb6006bc-8d0a-4f32-ab99-46d714087045 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0877342
Apr 19 18:38:39.583729 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d197df84-3376-4064-8875-6b18d1010fec req-ea47128f-eb19-41e4-b892-fe287f2b5141 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773137
Apr 19 18:38:39.595066 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:39.600990 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f16b01bf-4b9e-4577-937e-070f60f2decf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:39.613886 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e723f9-39ca-4da4-ac29-bf6005eb36c9,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:39.626843 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.627314 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.627774 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.628229 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.628675 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.629128 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.629619 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.630089 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.630538 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.630977 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.631426 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.631874 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:39.635882 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:39.637277 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:39.641757 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-fd90bf6a-ac3a-41a3-b799-a7bb98222fcc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/95e723f9-39ca-4da4-ac29-bf6005eb36c9 HTTP/1.1" status: 204  len: 168 time: 0.2030950
Apr 19 18:38:40.299866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 6da9af34-189b-4aec-94af-feb932d2d0bb details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:38:40.446500 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 6da9af34-189b-4aec-94af-feb932d2d0bb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=6da9af34-189b-4aec-94af-feb932d2d0bb,segment=NetworkSegment(7b0b77d4-c9ca-45b1-9284-8c990c807d74),segment_id=7b0b77d4-c9ca-45b1-9284-8c990c807d74)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:38:40.461092 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': '6da9af34-189b-4aec-94af-feb932d2d0bb', 'network_id': '5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f', 'port_id': '6da9af34-189b-4aec-94af-feb932d2d0bb', 'mac_address': 'fa:16:3e:17:df:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6df159f-ec12-4733-bb28-6030cf9207e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:38:40.525859 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:40.544333 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da9af34-189b-4aec-94af-feb932d2d0bb {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:38:40.561074 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 6da9af34-189b-4aec-94af-feb932d2d0bb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=6da9af34-189b-4aec-94af-feb932d2d0bb,segment=NetworkSegment(7b0b77d4-c9ca-45b1-9284-8c990c807d74),segment_id=7b0b77d4-c9ca-45b1-9284-8c990c807d74)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:38:40.564724 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:40.566578 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:40.645533 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=6da9af34-189b-4aec-94af-feb932d2d0bb,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:40.654475 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:40.654863 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:40.655242 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:40.655658 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:40.656058 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:40.656425 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:40.656790 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:40.657156 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:40.657522 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:40.657916 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:40.658277 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:40.658641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:38:40.662842 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:40.790146 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['6da9af34-189b-4aec-94af-feb932d2d0bb'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:38:40.866765 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216d8f2-a3a5-443c-bb03-f192454c0d1d req-626d709a-b7b4-4dd9-ad2b-381617e66775 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:40.869079 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8216d8f2-a3a5-443c-bb03-f192454c0d1d req-626d709a-b7b4-4dd9-ad2b-381617e66775 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 943 time: 0.1640303
Apr 19 18:38:40.879444 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f406e-f0f5-425c-8532-a03cbadfff79 req-8c0a85af-6f0c-4182-b0f1-421f4068c261 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:40.881023 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b37f406e-f0f5-425c-8532-a03cbadfff79 req-8c0a85af-6f0c-4182-b0f1-421f4068c261 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 944 time: 0.1370034
Apr 19 18:38:40.960981 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8216d8f2-a3a5-443c-bb03-f192454c0d1d req-fefdba2c-d41c-415d-b021-1c4f0d8e22e4 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0788541
Apr 19 18:38:40.969022 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b37f406e-f0f5-425c-8532-a03cbadfff79 req-266dc357-9b04-48bd-864b-60b4877e2484 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688531
Apr 19 18:38:42.101555 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-320ce3c4-8b65-4b8e-9cb4-7aaf545e2797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:42.261513 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c86da6-e47d-4bef-8868-dc07d6133d03 req-a34a837c-ea3a-4bbf-84e8-291af69e374b tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:42.263262 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-90c86da6-e47d-4bef-8868-dc07d6133d03 req-a34a837c-ea3a-4bbf-84e8-291af69e374b tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 943 time: 0.1776483
Apr 19 18:38:42.279417 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87ec86-c81c-4e3b-a67d-b92e185d838c req-02bc3813-72ad-4212-9ab5-be1a1c568423 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:42.281035 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-de87ec86-c81c-4e3b-a67d-b92e185d838c req-02bc3813-72ad-4212-9ab5-be1a1c568423 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 944 time: 0.1461451
Apr 19 18:38:42.312652 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 6da9af34-189b-4aec-94af-feb932d2d0bb up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:38:42.357809 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-90c86da6-e47d-4bef-8868-dc07d6133d03 req-e71777c7-647f-4006-9ab7-4df9141e821f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0876055
Apr 19 18:38:42.369620 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-de87ec86-c81c-4e3b-a67d-b92e185d838c req-a031020a-51bc-494d-a6ce-785ac0688135 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733802
Apr 19 18:38:42.394413 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port 6da9af34-189b-4aec-94af-feb932d2d0bb completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:38:42.400168 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port 6da9af34-189b-4aec-94af-feb932d2d0bb triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:38:42.400613 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:42.552624 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:42.552624 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:42.579802 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2389f9b9-2043-4b12-b407-6c9ac50838d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da9af34-189b-4aec-94af-feb932d2d0bb'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:38:42.591196 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port 6da9af34-189b-4aec-94af-feb932d2d0bb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=6da9af34-189b-4aec-94af-feb932d2d0bb,segment=NetworkSegment(7b0b77d4-c9ca-45b1-9284-8c990c807d74),segment_id=7b0b77d4-c9ca-45b1-9284-8c990c807d74)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:38:42.594991 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:42.597108 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:42.633388 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2389f9b9-2043-4b12-b407-6c9ac50838d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da9af34-189b-4aec-94af-feb932d2d0bb', 'code': 200}
Apr 19 18:38:42.676937 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=6da9af34-189b-4aec-94af-feb932d2d0bb,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:42.680225 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:43.580914 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df112e-5194-4be5-9d0c-f21de1e3582c req-8a50350b-0169-4194-b8f5-d75740f719f9 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:43.582572 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-45df112e-5194-4be5-9d0c-f21de1e3582c req-8a50350b-0169-4194-b8f5-d75740f719f9 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 943 time: 0.1000063
Apr 19 18:38:43.632957 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-45df112e-5194-4be5-9d0c-f21de1e3582c req-a035fbf7-7114-4a19-8b75-02ed1513cb90 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429063
Apr 19 18:38:43.726751 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151337d9-0ba0-48e3-95c1-a929ae42cc30 req-4eba3bd1-80b8-484a-a22d-d4bf507b358d tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:43.728349 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-151337d9-0ba0-48e3-95c1-a929ae42cc30 req-4eba3bd1-80b8-484a-a22d-d4bf507b358d tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 945 time: 0.0905447
Apr 19 18:38:43.775879 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-151337d9-0ba0-48e3-95c1-a929ae42cc30 req-9243835b-478c-428b-a0b6-8e5aa7996606 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411839
Apr 19 18:38:43.912442 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7755e-8b53-4f0c-a716-b5b279c76f9d req-c4492205-46a0-4b3c-962d-f199b4100bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:43.913975 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-09a7755e-8b53-4f0c-a716-b5b279c76f9d req-c4492205-46a0-4b3c-962d-f199b4100bed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 1098 time: 0.0817916
Apr 19 18:38:44.130370 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7f863722-4e9a-423d-951f-4c9ea5e87f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:44.768086 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device ce841dff-8817-4c19-9301-471925de3bca details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:38:44.844412 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728fe6d-b695-42ed-84f0-bc914ab2a436 req-61df0f9d-24ef-485f-bc3f-a14419256b6d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:44.846058 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1728fe6d-b695-42ed-84f0-bc914ab2a436 req-61df0f9d-24ef-485f-bc3f-a14419256b6d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 943 time: 0.0912054
Apr 19 18:38:44.897388 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1728fe6d-b695-42ed-84f0-bc914ab2a436 req-157bf289-976b-4d7a-b311-c23568b0021b tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430479
Apr 19 18:38:44.919391 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port ce841dff-8817-4c19-9301-471925de3bca, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ce841dff-8817-4c19-9301-471925de3bca,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:38:44.934813 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': 'ce841dff-8817-4c19-9301-471925de3bca', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'port_id': 'ce841dff-8817-4c19-9301-471925de3bca', 'mac_address': 'fa:16:3e:68:d6:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:38:44.989283 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421b5ee-051f-4cfe-a303-ecf22c480551 req-7179c9e4-c762-4560-b012-546ff57aaad8 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:44.990933 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8421b5ee-051f-4cfe-a303-ecf22c480551 req-7179c9e4-c762-4560-b012-546ff57aaad8 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 945 time: 0.0926766
Apr 19 18:38:45.002162 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:45.022150 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce841dff-8817-4c19-9301-471925de3bca {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:38:45.039447 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port ce841dff-8817-4c19-9301-471925de3bca, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ce841dff-8817-4c19-9301-471925de3bca,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:38:45.041488 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-8421b5ee-051f-4cfe-a303-ecf22c480551 req-269dc8ca-8894-4567-9c85-5958a7a94e2b tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440640
Apr 19 18:38:45.042659 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:45.044549 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:45.115311 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=ce841dff-8817-4c19-9301-471925de3bca,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:45.118529 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:45.287972 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:45.675968 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:45.872927 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-09a7755e-8b53-4f0c-a716-b5b279c76f9d req-2c97a147-c5ac-40b2-8849-4ad0ceca9b18 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867038
Apr 19 18:38:45.902286 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc08bb87-bfad-48c3-9516-66b93950e73c req-638fc5e5-489a-47c3-9837-661e3d1fb941 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0854266
Apr 19 18:38:46.045903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['ce841dff-8817-4c19-9301-471925de3bca'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:38:46.246221 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966fc12-bca3-4a40-9351-d742cbb27d58 req-2735797c-cd11-453b-9f9c-6fd5c4699ded tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:46.247853 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2966fc12-bca3-4a40-9351-d742cbb27d58 req-2735797c-cd11-453b-9f9c-6fd5c4699ded tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 944 time: 0.2331076
Apr 19 18:38:46.250826 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08bb87-bfad-48c3-9516-66b93950e73c req-81390e47-84b8-4b4a-9620-326d3a58d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:46.252340 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc08bb87-bfad-48c3-9516-66b93950e73c req-81390e47-84b8-4b4a-9620-326d3a58d884 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 1099 time: 0.1985753
Apr 19 18:38:46.398672 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:46.404239 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2966fc12-bca3-4a40-9351-d742cbb27d58 req-a70fc5d5-1f92-4beb-bb62-b42db1528b8e tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1477580
Apr 19 18:38:46.420646 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a63ebc-ed50-43f4-8668-3882ad0f912a req-6c74b34b-3101-49a1-b4e1-3083648fd34a tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:46.422315 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-97a63ebc-ed50-43f4-8668-3882ad0f912a req-6c74b34b-3101-49a1-b4e1-3083648fd34a tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 945 time: 0.2585559
Apr 19 18:38:46.503853 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-97a63ebc-ed50-43f4-8668-3882ad0f912a req-b36517b6-19d1-42e3-80e2-ecbef0f49797 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739000
Apr 19 18:38:46.505090 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08bb87-bfad-48c3-9516-66b93950e73c req-58df6815-d9e0-4f63-a951-5b7bedae096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:46.506601 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc08bb87-bfad-48c3-9516-66b93950e73c req-58df6815-d9e0-4f63-a951-5b7bedae096c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9c36c12-0176-4f97-97e9-14acfffaf6f9 HTTP/1.1" status: 200  len: 912 time: 0.2285814
Apr 19 18:38:46.620687 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc08bb87-bfad-48c3-9516-66b93950e73c req-23dd1cb3-6c18-4544-8f8f-ab1a1b9e5ea5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=963130fd-95e2-4689-9511-6366963829f3 HTTP/1.1" status: 200  len: 1000 time: 0.1063795
Apr 19 18:38:46.707529 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08bb87-bfad-48c3-9516-66b93950e73c req-7696ece4-5b82-477a-bad6-115508d16c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:46.709243 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc08bb87-bfad-48c3-9516-66b93950e73c req-7696ece4-5b82-477a-bad6-115508d16c48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dfe41ce-4236-4779-9aeb-9390aebf5b7b HTTP/1.1" status: 200  len: 850 time: 0.0746059
Apr 19 18:38:46.799420 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08bb87-bfad-48c3-9516-66b93950e73c req-0ebcaf03-c624-4324-8864-506bcee99c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:46.801280 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc08bb87-bfad-48c3-9516-66b93950e73c req-0ebcaf03-c624-4324-8864-506bcee99c22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c36c12-0176-4f97-97e9-14acfffaf6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819275
Apr 19 18:38:46.962949 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc08bb87-bfad-48c3-9516-66b93950e73c req-05321f63-7746-4eae-b84b-08ecb3c98b2c service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422136
Apr 19 18:38:47.109948 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-cc08bb87-bfad-48c3-9516-66b93950e73c req-215c3acc-2216-400a-966f-69b0ef65f231 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393378
Apr 19 18:38:47.611125 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b69a8-2a1b-418c-b2b2-2247e532cc57 req-5df4e2d6-ca4c-4e32-bde6-ccea479c73cd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:47.612703 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-133b69a8-2a1b-418c-b2b2-2247e532cc57 req-5df4e2d6-ca4c-4e32-bde6-ccea479c73cd tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 944 time: 0.0933902
Apr 19 18:38:47.715645 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-133b69a8-2a1b-418c-b2b2-2247e532cc57 req-4e211a51-3913-4d53-a7df-490ccaf5b494 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963378
Apr 19 18:38:47.745623 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ece1fd-944a-439d-b82d-953330be56d8 req-4e4a5dc6-a905-4091-ac8a-a3fba06135e0 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:47.747188 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c5ece1fd-944a-439d-b82d-953330be56d8 req-4e4a5dc6-a905-4091-ac8a-a3fba06135e0 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 945 time: 0.1299815
Apr 19 18:38:47.794548 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c5ece1fd-944a-439d-b82d-953330be56d8 req-974b9345-7c44-494a-875c-f201aee8d54b tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404458
Apr 19 18:38:48.328134 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device ce841dff-8817-4c19-9301-471925de3bca up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:38:48.402430 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port ce841dff-8817-4c19-9301-471925de3bca completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:38:48.408266 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port ce841dff-8817-4c19-9301-471925de3bca triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:38:48.408768 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:48.538155 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:48.567181 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4145889b-a458-4ee6-a092-e996f17e809a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce841dff-8817-4c19-9301-471925de3bca'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:38:48.578359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port ce841dff-8817-4c19-9301-471925de3bca, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ce841dff-8817-4c19-9301-471925de3bca,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:38:48.581606 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:48.583651 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:48.622849 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4145889b-a458-4ee6-a092-e996f17e809a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce841dff-8817-4c19-9301-471925de3bca', 'code': 200}
Apr 19 18:38:48.661280 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=ce841dff-8817-4c19-9301-471925de3bca,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:48.664515 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:48.994591 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ffc1d-10ba-4c23-89c5-de5d5ff8cf81 req-5a3c81b0-4be9-485b-af79-bce7a09ba55c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:48.996186 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6b3ffc1d-10ba-4c23-89c5-de5d5ff8cf81 req-5a3c81b0-4be9-485b-af79-bce7a09ba55c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 945 time: 0.1611416
Apr 19 18:38:48.999112 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f867281-6de8-45de-aca3-b2bcf242af48 req-a95ab83a-6a54-4833-adcb-5f03effcd877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:49.001082 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1f867281-6de8-45de-aca3-b2bcf242af48 req-a95ab83a-6a54-4833-adcb-5f03effcd877 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 1098 time: 0.1200323
Apr 19 18:38:49.078793 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6b3ffc1d-10ba-4c23-89c5-de5d5ff8cf81 req-cc269f27-73a8-41da-8c8f-1f19a8311d0b tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754120
Apr 19 18:38:49.084293 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1f867281-6de8-45de-aca3-b2bcf242af48 req-3fdc8f10-22d9-43d4-8415-6d0745ce9676 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643303
Apr 19 18:38:49.658593 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 60732) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:49.784988 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cac9f25c-c4f5-4dbb-b7b9-423d8683faeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:49.801156 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-cac9f25c-c4f5-4dbb-b7b9-423d8683faeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:38:49.805259 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-cac9f25c-c4f5-4dbb-b7b9-423d8683faeb admin admin] Usage tracker for resource:security_group_rule and tenant:b4154becef3f4988a8465aa92e70b9c6 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:38:49.808265 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-cac9f25c-c4f5-4dbb-b7b9-423d8683faeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:38:49.815759 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-cac9f25c-c4f5-4dbb-b7b9-423d8683faeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:38:49.904998 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cac9f25c-c4f5-4dbb-b7b9-423d8683faeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:49.908484 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-cac9f25c-c4f5-4dbb-b7b9-423d8683faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:49.918027 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f69ec380-e063-406b-9ea2-ba749c95d239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:49.962160 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-cac9f25c-c4f5-4dbb-b7b9-423d8683faeb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4154becef3f4988a8465aa92e70b9c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3023906
Apr 19 18:38:49.963155 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9f25c-c4f5-4dbb-b7b9-423d8683faeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc44cb2-5178-4042-9fa4-7f78c3dc1ac2,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:49.964947 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 60738) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:49.966838 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cac9f25c-c4f5-4dbb-b7b9-423d8683faeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:50.030274 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-38cb7be5-6a21-4d4c-97a5-e544e36d65a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:50.059345 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-38cb7be5-6a21-4d4c-97a5-e544e36d65a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:50.105233 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-38cb7be5-6a21-4d4c-97a5-e544e36d65a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:50.111263 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cca637dd-4b62-4092-9697-11127ac0f1fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:50.123957 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb7be5-6a21-4d4c-97a5-e544e36d65a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc44cb2-5178-4042-9fa4-7f78c3dc1ac2,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:50.127169 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-38cb7be5-6a21-4d4c-97a5-e544e36d65a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:50.134960 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-38cb7be5-6a21-4d4c-97a5-e544e36d65a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:50.145455 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-38cb7be5-6a21-4d4c-97a5-e544e36d65a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1bc44cb2-5178-4042-9fa4-7f78c3dc1ac2 HTTP/1.1" status: 204  len: 168 time: 0.1729524
Apr 19 18:38:50.310036 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4e63a-07e5-42f6-b2b7-3d3275e71770 req-299513a5-0534-491b-a7c9-3dc207e7adfe tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:50.311708 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-77c4e63a-07e5-42f6-b2b7-3d3275e71770 req-299513a5-0534-491b-a7c9-3dc207e7adfe tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 945 time: 0.1023030
Apr 19 18:38:50.366021 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-77c4e63a-07e5-42f6-b2b7-3d3275e71770 req-a73b3f57-80f7-4337-b25c-7f913bb2453f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471175
Apr 19 18:38:50.580252 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfe0f9-0024-48ab-a5f6-61a3adc52d33 req-c0aa50a5-5408-4d7c-b892-9598b1b37128 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:50.581829 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b6cfe0f9-0024-48ab-a5f6-61a3adc52d33 req-c0aa50a5-5408-4d7c-b892-9598b1b37128 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 945 time: 0.0912158
Apr 19 18:38:50.630784 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b6cfe0f9-0024-48ab-a5f6-61a3adc52d33 req-bd9dbb3d-7dfd-407c-9d0d-8424b6dfc238 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425920
Apr 19 18:38:50.657071 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 60750) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:50.911021 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f284e7e3-3b00-4717-ab46-bba022ce83c1 tempest-TestVolumeBootPattern-1592428583 tempest-TestVolumeBootPattern-1592428583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:50.912578 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f284e7e3-3b00-4717-ab46-bba022ce83c1 tempest-TestVolumeBootPattern-1592428583 tempest-TestVolumeBootPattern-1592428583-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 1093 time: 0.2535589
Apr 19 18:38:50.915558 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 60756) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:38:50.920984 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Request body: {'floatingip': {'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'port_id': 'ce841dff-8817-4c19-9301-471925de3bca', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:38:50.927898 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:38:50.932068 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Usage tracker for resource:floatingip and tenant:b2c9c6242f9040c7a6043ce4b8184661 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 19 18:38:50.935321 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 19 18:38:50.942517 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:38:50.951795 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for floatingip, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:51.098568 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:51.250084 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Allocated IP 172.27.1.70 (eb28e62a-8d75-49e7-ada8-00ad29eb6ecd/f658238b-a37c-4982-9e92-f3c7b755c7cd/1dedfb1d-4512-47ab-85bc-c96eb2681787) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:38:51.411686 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:51.442622 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:51.447460 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f98f72c8-de7f-499b-b978-5ac5e8898e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:51.515925 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Network eb28e62a-8d75-49e7-ada8-00ad29eb6ecd is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:38:51.519550 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Resources bound (agent type, host, resource id):  {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:38:51.523483 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:38:51.561632 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event updated for resources: {'Port': ['ID=1dedfb1d-4512-47ab-85bc-c96eb2681787,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:51.565928 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:51.971865 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:52.054612 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:52.279078 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:52.282857 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-531857088'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:52.287517 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:38:52.399978 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event updated for resources: {'Port': ['ID=1dedfb1d-4512-47ab-85bc-c96eb2681787,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:38:52.408654 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:38:52.417706 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636081'] for floatingip, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:52.608847 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_db [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Floating IP 6ee6757e-fc86-40d3-b93c-0bdec5dbbd21 associated. External IP: 172.27.1.70, port: ce841dff-8817-4c19-9301-471925de3bca.
Apr 19 18:38:52.991985 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Router f20c51fd-c5fe-4927-a425-5211c2c484cb has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:38:53.190775 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:38:53.200546 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46e77d1-fc9f-46de-82a8-cf34b274f15b None None] Sync routers for ids ['f20c51fd-c5fe-4927-a425-5211c2c484cb'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:38:53.211226 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46e77d1-fc9f-46de-82a8-cf34b274f15b None None] Routers {'f20c51fd-c5fe-4927-a425-5211c2c484cb'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:38:53.212068 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-f46e77d1-fc9f-46de-82a8-cf34b274f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710073f9e8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:38:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['f20c51fd-c5fe-4927-a425-5211c2c484cb'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:53.220742 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:38:53.280266 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-001da886-d573-49ec-a2e3-56192178a3a7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3636024
Apr 19 18:38:53.280999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4145889b-a458-4ee6-a092-e996f17e809a', 'tag': 'ce841dff-8817-4c19-9301-471925de3bca'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:38:53.330385 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4145889b-a458-4ee6-a092-e996f17e809a', 'tag': 'ce841dff-8817-4c19-9301-471925de3bca', 'status': 'completed', 'code': 200}
Apr 19 18:38:53.447644 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021f0b5-a669-4bc3-bec0-3647c9734dc5 req-3fa0cb26-0076-42dd-b3a3-b2f592cc7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:53.449210 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1021f0b5-a669-4bc3-bec0-3647c9734dc5 req-3fa0cb26-0076-42dd-b3a3-b2f592cc7f8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 1098 time: 0.0913119
Apr 19 18:38:53.601680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-f46e77d1-fc9f-46de-82a8-cf34b274f15b None None] Set router f20c51fd-c5fe-4927-a425-5211c2c484cb gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:38:53.601966 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021f0b5-a669-4bc3-bec0-3647c9734dc5 req-abd53f9e-ddd1-4a52-b4f3-e70a11292bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:53.603447 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1021f0b5-a669-4bc3-bec0-3647c9734dc5 req-abd53f9e-ddd1-4a52-b4f3-e70a11292bf7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9c36c12-0176-4f97-97e9-14acfffaf6f9 HTTP/1.1" status: 200  len: 912 time: 0.1473091
Apr 19 18:38:53.951592 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1021f0b5-a669-4bc3-bec0-3647c9734dc5 req-bedf5680-bc33-4c73-88b0-61853ecb288c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce841dff-8817-4c19-9301-471925de3bca HTTP/1.1" status: 200  len: 998 time: 0.3410232
Apr 19 18:38:54.007472 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-f46e77d1-fc9f-46de-82a8-cf34b274f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710073f9e8>, [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': '31230912-354b-41e9-8711-e9cdc8c28096', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'port_id': '963130fd-95e2-4689-9511-6366963829f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'mac_address': 'fa:16:3e:f8:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:36:36Z', 'updated_at': '2021-04-19T18:36:39Z', 'revision_number': 1, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ip_address_scope': None}, {'id': '6ee6757e-fc86-40d3-b93c-0bdec5dbbd21', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'port_id': 'ce841dff-8817-4c19-9301-471925de3bca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'mac_address': 'fa:16:3e:68:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4145889b-a458-4ee6-a092-e996f17e809a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:38:51Z', 'updated_at': '2021-04-19T18:38:51Z', 'revision_number': 0, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:06Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:54.011748 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46e77d1-fc9f-46de-82a8-cf34b274f15b None None] Checking router: f20c51fd-c5fe-4927-a425-5211c2c484cb for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:38:54.021340 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46e77d1-fc9f-46de-82a8-cf34b274f15b None None] Routers {'f20c51fd-c5fe-4927-a425-5211c2c484cb'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:38:54.022030 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-f46e77d1-fc9f-46de-82a8-cf34b274f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f710073f9e8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:38:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['f20c51fd-c5fe-4927-a425-5211c2c484cb'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:54.025079 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021f0b5-a669-4bc3-bec0-3647c9734dc5 req-96639e53-be7b-4386-b651-ddda72b8e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:54.026595 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1021f0b5-a669-4bc3-bec0-3647c9734dc5 req-96639e53-be7b-4386-b651-ddda72b8e646 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dfe41ce-4236-4779-9aeb-9390aebf5b7b HTTP/1.1" status: 200  len: 850 time: 0.0683055
Apr 19 18:38:54.121393 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021f0b5-a669-4bc3-bec0-3647c9734dc5 req-ee6c5944-bc0b-4711-baef-40310828eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:38:54.123055 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1021f0b5-a669-4bc3-bec0-3647c9734dc5 req-ee6c5944-bc0b-4711-baef-40310828eed5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c36c12-0176-4f97-97e9-14acfffaf6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0894263
Apr 19 18:38:54.230527 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-f46e77d1-fc9f-46de-82a8-cf34b274f15b None None] Set router f20c51fd-c5fe-4927-a425-5211c2c484cb gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:38:54.274762 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1021f0b5-a669-4bc3-bec0-3647c9734dc5 req-078384c3-81ed-47a0-a93f-f8e211268a70 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440172
Apr 19 18:38:54.427007 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1021f0b5-a669-4bc3-bec0-3647c9734dc5 req-ba1b117e-b1da-48b6-b6b6-7dd0715b27da service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448362
Apr 19 18:38:54.615780 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-f46e77d1-fc9f-46de-82a8-cf34b274f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f710073f9e8>, [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': '31230912-354b-41e9-8711-e9cdc8c28096', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'port_id': '963130fd-95e2-4689-9511-6366963829f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'mac_address': 'fa:16:3e:f8:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:36:36Z', 'updated_at': '2021-04-19T18:36:39Z', 'revision_number': 1, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ip_address_scope': None}, {'id': '6ee6757e-fc86-40d3-b93c-0bdec5dbbd21', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'port_id': 'ce841dff-8817-4c19-9301-471925de3bca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'mac_address': 'fa:16:3e:68:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4145889b-a458-4ee6-a092-e996f17e809a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:38:51Z', 'updated_at': '2021-04-19T18:38:51Z', 'revision_number': 0, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:06Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:38:54.620243 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46e77d1-fc9f-46de-82a8-cf34b274f15b None None] The sync data for ids ['f20c51fd-c5fe-4927-a425-5211c2c484cb'] in dv-cinder-786928-1-iscsi is: [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': '31230912-354b-41e9-8711-e9cdc8c28096', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'port_id': '963130fd-95e2-4689-9511-6366963829f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'mac_address': 'fa:16:3e:f8:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:36:36Z', 'updated_at': '2021-04-19T18:36:39Z', 'revision_number': 1, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ip_address_scope': None}, {'id': '6ee6757e-fc86-40d3-b93c-0bdec5dbbd21', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'port_id': 'ce841dff-8817-4c19-9301-471925de3bca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'mac_address': 'fa:16:3e:68:d6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4145889b-a458-4ee6-a092-e996f17e809a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:38:51Z', 'updated_at': '2021-04-19T18:38:51Z', 'revision_number': 0, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:06Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:38:54.898981 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f872cd-6e26-4032-91f3-85d109ec56da None None] New status for floating IP 6ee6757e-fc86-40d3-b93c-0bdec5dbbd21: ACTIVE {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:39:12.083627 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-19ab2413-cfbb-46da-a78e-3dd92d8f456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:12.528357 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:14.135641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-896839af-3704-4d31-8697-1572e9a3144d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:15.164684 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:39:15.291216 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:15.679200 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:16.401874 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:29.950995 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88a4fc-1c3a-4f87-a9bb-418ade927601 req-c348630b-57ff-462a-bc57-cb5a28814104 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:29.952519 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9d88a4fc-1c3a-4f87-a9bb-418ade927601 req-c348630b-57ff-462a-bc57-cb5a28814104 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 945 time: 0.2161906
Apr 19 18:39:30.000755 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9d88a4fc-1c3a-4f87-a9bb-418ade927601 req-e4804291-1f66-40b4-8074-fa4459a8f94d tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412841
Apr 19 18:39:31.260571 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c4683-2e65-4978-adaa-a20563286750 req-da556a79-412c-450c-a1a0-54544d4a4277 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:31.262212 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fc4c4683-2e65-4978-adaa-a20563286750 req-da556a79-412c-450c-a1a0-54544d4a4277 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 945 time: 0.1427133
Apr 19 18:39:31.372190 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-fc4c4683-2e65-4978-adaa-a20563286750 req-949965f8-436e-4df1-b7cd-b7c2f2b1d6ee tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638802
Apr 19 18:39:31.392166 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b20d4-d38e-4e3b-8753-261095a0c70d req-29233b03-395c-4d90-aca6-3c73fc695519 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:31.393778 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-569b20d4-d38e-4e3b-8753-261095a0c70d req-29233b03-395c-4d90-aca6-3c73fc695519 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.13 "GET /v2.0/ports?device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 945 time: 0.1306088
Apr 19 18:39:31.471990 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-569b20d4-d38e-4e3b-8753-261095a0c70d req-0958da97-02aa-4b67-bc44-fdc927ddf70a tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Deleting port 6da9af34-189b-4aec-94af-feb932d2d0bb {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:39:31.472383 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-569b20d4-d38e-4e3b-8753-261095a0c70d req-0958da97-02aa-4b67-bc44-fdc927ddf70a tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:31.737867 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-569b20d4-d38e-4e3b-8753-261095a0c70d req-0958da97-02aa-4b67-bc44-fdc927ddf70a tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] For port 6da9af34-189b-4aec-94af-feb932d2d0bb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=6da9af34-189b-4aec-94af-feb932d2d0bb,segment=NetworkSegment(7b0b77d4-c9ca-45b1-9284-8c990c807d74),segment_id=7b0b77d4-c9ca-45b1-9284-8c990c807d74)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:39:31.738277 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-569b20d4-d38e-4e3b-8753-261095a0c70d req-0958da97-02aa-4b67-bc44-fdc927ddf70a tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:31.875913 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-569b20d4-d38e-4e3b-8753-261095a0c70d req-0958da97-02aa-4b67-bc44-fdc927ddf70a tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Calling delete_port for 6da9af34-189b-4aec-94af-feb932d2d0bb owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:39:32.024945 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-569b20d4-d38e-4e3b-8753-261095a0c70d req-0958da97-02aa-4b67-bc44-fdc927ddf70a tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:32.030661 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b8e1efcc-7677-4737-8575-2477f774423c tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:39:32.036588 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['6da9af34-189b-4aec-94af-feb932d2d0bb'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:39:32.084653 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958da97-02aa-4b67-bc44-fdc927ddf70a tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Pushing event deleted for resources: {'Port': ['ID=6da9af34-189b-4aec-94af-feb932d2d0bb,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:39:32.088096 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0958da97-02aa-4b67-bc44-fdc927ddf70a tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:39:32.165043 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-569b20d4-d38e-4e3b-8753-261095a0c70d req-0958da97-02aa-4b67-bc44-fdc927ddf70a tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] No DVR routers for this DVR port 6da9af34-189b-4aec-94af-feb932d2d0bb on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:39:32.167777 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-569b20d4-d38e-4e3b-8753-261095a0c70d req-0958da97-02aa-4b67-bc44-fdc927ddf70a tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:32.170611 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2389f9b9-2043-4b12-b407-6c9ac50838d1', 'name': 'network-vif-deleted', 'tag': '6da9af34-189b-4aec-94af-feb932d2d0bb'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:39:32.186874 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-569b20d4-d38e-4e3b-8753-261095a0c70d req-0958da97-02aa-4b67-bc44-fdc927ddf70a tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.13 "DELETE /v2.0/ports/6da9af34-189b-4aec-94af-feb932d2d0bb HTTP/1.1" status: 204  len: 173 time: 0.7876971
Apr 19 18:39:32.220878 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2389f9b9-2043-4b12-b407-6c9ac50838d1', 'name': 'network-vif-deleted', 'tag': '6da9af34-189b-4aec-94af-feb932d2d0bb', 'status': 'completed', 'code': 200}
Apr 19 18:39:32.548952 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-eea38035-151b-4308-b66b-b89e5c98fd1d req-43e3cbbe-845f-475e-8f87-f2239d01b4bf tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Synchronizing usage tracker for tenant:9c21379ef716439a8916c81d974e147e on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:39:32.563809 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-eea38035-151b-4308-b66b-b89e5c98fd1d req-43e3cbbe-845f-475e-8f87-f2239d01b4bf tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Unset dirty status for tenant:9c21379ef716439a8916c81d974e147e on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:39:32.565082 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-eea38035-151b-4308-b66b-b89e5c98fd1d req-43e3cbbe-845f-475e-8f87-f2239d01b4bf tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=2389f9b9-2043-4b12-b407-6c9ac50838d1 HTTP/1.1" status: 200  len: 210 time: 0.0676479
Apr 19 18:39:37.114353 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 6da9af34-189b-4aec-94af-feb932d2d0bb no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:39:37.152017 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: 6da9af34-189b-4aec-94af-feb932d2d0bb {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:39:37.152420 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 6da9af34-189b-4aec-94af-feb932d2d0bb not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:39:42.084928 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e39e27ec-45fc-48ab-b9e5-9427e1350c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:42.543730 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:44.138173 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-27ae62bd-4827-458a-84c1-503e0fa0f007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:44.222506 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-d93e3c2f-05a2-4ef8-8053-a98fbed71906 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:44.224130 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-d93e3c2f-05a2-4ef8-8053-a98fbed71906 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/networks?id=5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f HTTP/1.1" status: 200  len: 814 time: 0.1653578
Apr 19 18:39:44.240278 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-3abc813e-6914-4a3e-9898-ec09b8f26c63 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/quotas/9c21379ef716439a8916c81d974e147e HTTP/1.1" status: 200  len: 375 time: 0.0101323
Apr 19 18:39:44.292956 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-3f32758c-cc5d-4413-9821-3971468a0578 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c21379ef716439a8916c81d974e147e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0473931
Apr 19 18:39:44.437660 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-82250628-73dc-4c19-a1f5-5a9793a90599 service neutron] 10.222.0.49 "GET /v2.0/networks/5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375356
Apr 19 18:39:44.582308 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-2e462a2a-464d-4138-bc4d-94a4a917dd72 service neutron] 10.222.0.49 "GET /v2.0/networks/5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380019
Apr 19 18:39:44.779719 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-2802f556-8f8a-4e9c-b6b5-a5e5d0eb45a1 req-5515a7b7-ed34-4fd7-8597-0b8b62592cb7 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=70eeb4bc-2c74-4f99-b6e4-40b7a61b378a HTTP/1.1" status: 200  len: 210 time: 0.0504475
Apr 19 18:39:45.295818 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:45.680664 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:45.995703 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-4a8f116c-8ba0-44d4-a999-0bd85e6edd9b req-d5f234fc-1270-4c6b-adc6-25556d6cf521 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=70eeb4bc-2c74-4f99-b6e4-40b7a61b378a HTTP/1.1" status: 200  len: 210 time: 0.0766730
Apr 19 18:39:46.109214 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-7e6dd107-a181-4cfa-bba3-7fa49ff38a1c tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:46.110796 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-7e6dd107-a181-4cfa-bba3-7fa49ff38a1c tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.13 "GET /v2.0/networks?id=5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f HTTP/1.1" status: 200  len: 814 time: 0.2764950
Apr 19 18:39:46.131152 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Request body: {'port': {'device_id': '70eeb4bc-2c74-4f99-b6e4-40b7a61b378a', 'network_id': '5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f', 'admin_state_up': True, 'tenant_id': '9c21379ef716439a8916c81d974e147e'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:39:46.238477 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f11fe5b7-df70-4d4b-ad72-9a92f9414edb req-59c78375-65db-4336-9183-14fd4c9d71b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2748399
Apr 19 18:39:46.287872 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 19 18:39:46.298401 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.quota.driver [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 19 18:39:46.308012 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Made reservation on behalf of 9c21379ef716439a8916c81d974e147e for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 19 18:39:46.314254 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:46.404514 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:46.533837 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fe5b7-df70-4d4b-ad72-9a92f9414edb req-baa46e72-985c-4b4e-ab26-11f1d4bfd749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:46.535466 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f11fe5b7-df70-4d4b-ad72-9a92f9414edb req-baa46e72-985c-4b4e-ab26-11f1d4bfd749 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 1099 time: 0.2085757
Apr 19 18:39:46.560515 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_common [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Allocated IP 172.20.0.8 (5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f/d6df159f-ec12-4733-bb28-6030cf9207e7/fa30f3d8-4de9-45f1-8ae7-be2f89266b3a) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 19 18:39:46.821275 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fe5b7-df70-4d4b-ad72-9a92f9414edb req-61b596f4-c93f-47ab-b85b-016627619861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:46.822833 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f11fe5b7-df70-4d4b-ad72-9a92f9414edb req-61b596f4-c93f-47ab-b85b-016627619861 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9c36c12-0176-4f97-97e9-14acfffaf6f9 HTTP/1.1" status: 200  len: 912 time: 0.2638252
Apr 19 18:39:47.235691 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e4e48966-9ffe-47fa-9858-8973249f69c0 req-22feb287-ba49-4212-9fd1-3182ae6fe558 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=70eeb4bc-2c74-4f99-b6e4-40b7a61b378a HTTP/1.1" status: 200  len: 210 time: 0.0850799
Apr 19 18:39:47.274919 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f11fe5b7-df70-4d4b-ad72-9a92f9414edb req-038404ac-f8ac-4062-9ca3-cd5dabd3f0ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=963130fd-95e2-4689-9511-6366963829f3 HTTP/1.1" status: 200  len: 1000 time: 0.4430153
Apr 19 18:39:47.337322 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:47.368997 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fe5b7-df70-4d4b-ad72-9a92f9414edb req-3587a846-348d-439b-aa11-fb2cf291b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:47.370564 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f11fe5b7-df70-4d4b-ad72-9a92f9414edb req-3587a846-348d-439b-aa11-fb2cf291b2ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dfe41ce-4236-4779-9aeb-9390aebf5b7b HTTP/1.1" status: 200  len: 850 time: 0.0840545
Apr 19 18:39:47.438519 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279146502311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:47.445751 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a753ef77-7379-4b14-90eb-1070cb8b2307 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:39:47.534099 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Network 5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 19 18:39:47.538170 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.base_scheduler [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Resources bound (agent type, host, resource id):  {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 19 18:39:47.542435 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 19 18:39:47.580606 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fe5b7-df70-4d4b-ad72-9a92f9414edb req-cb5aa2ae-37ce-4d35-8dea-4a634b54f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:47.582961 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f11fe5b7-df70-4d4b-ad72-9a92f9414edb req-cb5aa2ae-37ce-4d35-8dea-4a634b54f849 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c36c12-0176-4f97-97e9-14acfffaf6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2030942
Apr 19 18:39:47.588131 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Pushing event updated for resources: {'Port': ['ID=fa30f3d8-4de9-45f1-8ae7-be2f89266b3a,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:39:47.602318 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [req-f11fe5b7-df70-4d4b-ad72-9a92f9414edb req-29ff7286-24a0-4303-b6dc-d2316e07bbaa service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 19 18:39:47.603408 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f11fe5b7-df70-4d4b-ad72-9a92f9414edb req-29ff7286-24a0-4303-b6dc-d2316e07bbaa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0126960
Apr 19 18:39:47.606999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:47.607412 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:47.607844 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:47.608220 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:47.608614 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:47.609011 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:47.609432 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:47.609951 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:47.610346 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:47.610736 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:47.611129 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:47.611519 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:47.645440 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:39:47.719309 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:47.719978 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:47.778005 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6531305
Apr 19 18:39:47.798363 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.v2.base [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Request body: {'port': {'device_id': '70eeb4bc-2c74-4f99-b6e4-40b7a61b378a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 19 18:39:47.846582 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f11fe5b7-df70-4d4b-ad72-9a92f9414edb req-4fe5ed76-9b49-4e00-bd9b-7f1962c83567 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2294610
Apr 19 18:39:48.032543 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:48.106200 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f11fe5b7-df70-4d4b-ad72-9a92f9414edb req-da50690a-6884-4a58-b5d4-ccac407ef2a5 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2500160
Apr 19 18:39:48.493021 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa30f3d8-4de9-45f1-8ae7-be2f89266b3a {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:39:48.504791 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:48.523540 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98379e8d-dcb9-432c-932c-be5ec6c161b9 req-069d2ed0-531b-4592-b4c0-af1978729bf2 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:48.524315 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-98379e8d-dcb9-432c-932c-be5ec6c161b9 req-069d2ed0-531b-4592-b4c0-af1978729bf2 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Synchronizing usage tracker for tenant:9c21379ef716439a8916c81d974e147e on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:39:48.539866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Transition to ACTIVE for port object fa30f3d8-4de9-45f1-8ae7-be2f89266b3a will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 19 18:39:48.545298 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036323801451'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:48.551604 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0df307a9-d903-4dd7-9461-616aebffc4d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:39:48.594322 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-98379e8d-dcb9-432c-932c-be5ec6c161b9 req-069d2ed0-531b-4592-b4c0-af1978729bf2 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Unset dirty status for tenant:9c21379ef716439a8916c81d974e147e on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:39:48.595648 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-98379e8d-dcb9-432c-932c-be5ec6c161b9 req-069d2ed0-531b-4592-b4c0-af1978729bf2 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=70eeb4bc-2c74-4f99-b6e4-40b7a61b378a HTTP/1.1" status: 200  len: 931 time: 0.2438791
Apr 19 18:39:48.746482 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Pushing event updated for resources: {'Port': ['ID=fa30f3d8-4de9-45f1-8ae7-be2f89266b3a,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:39:48.763382 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:39:48.813818 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-98379e8d-dcb9-432c-932c-be5ec6c161b9 req-0bdb3720-0561-434c-87ec-81796cbaaa73 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2068794
Apr 19 18:39:48.849623 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Attempting to bind port fa30f3d8-4de9-45f1-8ae7-be2f89266b3a on host hv-cinder-78692 for vnic_type normal with profile  {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 19 18:39:48.849991 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Attempting to bind port fa30f3d8-4de9-45f1-8ae7-be2f89266b3a by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '7b0b77d4-c9ca-45b1-9284-8c990c807d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 19 18:39:48.850365 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Attempting to bind port fa30f3d8-4de9-45f1-8ae7-be2f89266b3a on network 5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:39:48.855411 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Port fa30f3d8-4de9-45f1-8ae7-be2f89266b3a on network 5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 19 18:39:48.855774 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Attempting to bind port fa30f3d8-4de9-45f1-8ae7-be2f89266b3a on network 5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 19 18:39:48.861282 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Checking agent: {'id': '4ddecdbf-db29-48bb-85f9-cfcbfa4ba06e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'started_at': datetime.datetime(2021, 4, 19, 18, 27, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 19, 18, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 19 18:39:48.861714 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Checking segment: {'id': '7b0b77d4-c9ca-45b1-9284-8c990c807d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 19 18:39:48.862137 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Bound using segment: {'id': '7b0b77d4-c9ca-45b1-9284-8c990c807d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 19 18:39:48.862614 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Bound port: fa30f3d8-4de9-45f1-8ae7-be2f89266b3a, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b0b77d4-c9ca-45b1-9284-8c990c807d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 19 18:39:48.863001 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:48.959554 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] For port fa30f3d8-4de9-45f1-8ae7-be2f89266b3a, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 19 18:39:48.962741 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] For port fa30f3d8-4de9-45f1-8ae7-be2f89266b3a, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fa30f3d8-4de9-45f1-8ae7-be2f89266b3a,segment=NetworkSegment(7b0b77d4-c9ca-45b1-9284-8c990c807d74),segment_id=7b0b77d4-c9ca-45b1-9284-8c990c807d74)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 19 18:39:48.966040 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036323801451'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:48.970731 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d4495ec7-2cce-49a4-aa29-7ccec449cca5 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:39:49.025103 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:49.025811 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:49.027484 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] 10.222.0.13 "PUT /v2.0/ports/fa30f3d8-4de9-45f1-8ae7-be2f89266b3a HTTP/1.1" status: 200  len: 1093 time: 1.2364848
Apr 19 18:39:49.029800 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70eeb4bc-2c74-4f99-b6e4-40b7a61b378a', 'tag': 'fa30f3d8-4de9-45f1-8ae7-be2f89266b3a'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:39:49.064137 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Pushing event updated for resources: {'Port': ['ID=fa30f3d8-4de9-45f1-8ae7-be2f89266b3a,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:39:49.108545 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-08073c11-6495-4c26-8431-29aab26a0632 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:39:49.110440 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70eeb4bc-2c74-4f99-b6e4-40b7a61b378a', 'tag': 'fa30f3d8-4de9-45f1-8ae7-be2f89266b3a', 'status': 'completed', 'code': 200}
Apr 19 18:39:49.148200 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-4d374adc-94ac-43bb-b36a-b0e88f60bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:49.149868 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-4d374adc-94ac-43bb-b36a-b0e88f60bda1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c21379ef716439a8916c81d974e147e&device_id=70eeb4bc-2c74-4f99-b6e4-40b7a61b378a HTTP/1.1" status: 200  len: 1096 time: 0.0820694
Apr 19 18:39:49.230915 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-32b131e0-a04f-44b1-b40c-71e4411f0f57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa30f3d8-4de9-45f1-8ae7-be2f89266b3a HTTP/1.1" status: 200  len: 217 time: 0.0724113
Apr 19 18:39:49.300181 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-a3474174-7333-4a12-9243-bc988041af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:49.302234 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-a3474174-7333-4a12-9243-bc988041af5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6df159f-ec12-4733-bb28-6030cf9207e7 HTTP/1.1" status: 200  len: 854 time: 0.0641437
Apr 19 18:39:49.358796 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-fe1230db-c795-4b2e-a45c-22bd74879e38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491612
Apr 19 18:39:49.502060 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-931f2f2c-a857-4e91-8efd-9b884df51ea3 service neutron] 10.222.0.13 "GET /v2.0/networks/5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363757
Apr 19 18:39:49.649100 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6e853169-a399-43c7-90a3-0e2c83e96d06 req-fb534bc4-dc51-49b3-ab4a-7794baa89e95 service neutron] 10.222.0.13 "GET /v2.0/networks/5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391909
Apr 19 18:39:49.769459 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0c7d1-ca29-40d2-900a-de9b84a3ae47 req-67465707-596c-433d-9312-2730166bb039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:49.771093 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9cd0c7d1-ca29-40d2-900a-de9b84a3ae47 req-67465707-596c-433d-9312-2730166bb039 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c21379ef716439a8916c81d974e147e&device_id=70eeb4bc-2c74-4f99-b6e4-40b7a61b378a HTTP/1.1" status: 200  len: 1096 time: 0.0787623
Apr 19 18:39:49.917670 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0c7d1-ca29-40d2-900a-de9b84a3ae47 req-49eb505d-18c9-4737-8128-b5d030b1f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:49.919192 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9cd0c7d1-ca29-40d2-900a-de9b84a3ae47 req-49eb505d-18c9-4737-8128-b5d030b1f743 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f HTTP/1.1" status: 200  len: 915 time: 0.1416180
Apr 19 18:39:50.047527 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9cd0c7d1-ca29-40d2-900a-de9b84a3ae47 req-7cb942ec-c319-4057-af6e-dcccf55a55a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa30f3d8-4de9-45f1-8ae7-be2f89266b3a HTTP/1.1" status: 200  len: 217 time: 0.1143894
Apr 19 18:39:50.135201 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0c7d1-ca29-40d2-900a-de9b84a3ae47 req-e4fa5eaa-32a1-4e4b-ba1b-5b00eed46cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:50.136768 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9cd0c7d1-ca29-40d2-900a-de9b84a3ae47 req-e4fa5eaa-32a1-4e4b-ba1b-5b00eed46cee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6df159f-ec12-4733-bb28-6030cf9207e7 HTTP/1.1" status: 200  len: 854 time: 0.0813570
Apr 19 18:39:50.149641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e6510-d3fd-4589-b2a7-8cdb35027c4f req-70d7f4f7-5acd-4362-9cdf-845398ae0e3c tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:50.151158 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6d2e6510-d3fd-4589-b2a7-8cdb35027c4f req-70d7f4f7-5acd-4362-9cdf-845398ae0e3c tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=70eeb4bc-2c74-4f99-b6e4-40b7a61b378a HTTP/1.1" status: 200  len: 943 time: 0.2168374
Apr 19 18:39:50.217176 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9cd0c7d1-ca29-40d2-900a-de9b84a3ae47 req-80cf0294-0a2f-472c-8f6a-6f146d7d4cec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0639071
Apr 19 18:39:50.327196 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-6d2e6510-d3fd-4589-b2a7-8cdb35027c4f req-962eafee-88a7-4811-85d8-1fc2df7d9e6e tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307683
Apr 19 18:39:50.383617 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9cd0c7d1-ca29-40d2-900a-de9b84a3ae47 req-94b8fb88-2c51-45ac-adc9-b400706083b5 service neutron] 10.222.0.13 "GET /v2.0/networks/5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573098
Apr 19 18:39:50.531377 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-9cd0c7d1-ca29-40d2-900a-de9b84a3ae47 req-44e21dfc-3c90-4a34-a516-fdedce767f87 service neutron] 10.222.0.13 "GET /v2.0/networks/5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387329
Apr 19 18:39:51.532281 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562bb2f-376d-4a8b-b4c5-95f2e46eb44f req-36c84668-e29d-4668-adde-0cc03ba77efa tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:51.533927 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1562bb2f-376d-4a8b-b4c5-95f2e46eb44f req-36c84668-e29d-4668-adde-0cc03ba77efa tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=70eeb4bc-2c74-4f99-b6e4-40b7a61b378a HTTP/1.1" status: 200  len: 943 time: 0.0894291
Apr 19 18:39:51.585822 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-1562bb2f-376d-4a8b-b4c5-95f2e46eb44f req-07b0b57c-a8a6-443e-bb9c-97923cfd06ac tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456505
Apr 19 18:39:52.164378 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:39:53.026023 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdcda8-f346-4535-addd-4f8a93fac740 req-e06c16c1-ced4-46ce-82ba-48de499023a6 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:53.027639 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-44bdcda8-f346-4535-addd-4f8a93fac740 req-e06c16c1-ced4-46ce-82ba-48de499023a6 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=70eeb4bc-2c74-4f99-b6e4-40b7a61b378a HTTP/1.1" status: 200  len: 943 time: 0.3259184
Apr 19 18:39:53.075534 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-44bdcda8-f346-4535-addd-4f8a93fac740 req-73469a59-42a6-4c83-8022-b1499fa3ebe4 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414169
Apr 19 18:39:53.159842 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device fa30f3d8-4de9-45f1-8ae7-be2f89266b3a details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 19 18:39:53.302559 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port fa30f3d8-4de9-45f1-8ae7-be2f89266b3a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fa30f3d8-4de9-45f1-8ae7-be2f89266b3a,segment=NetworkSegment(7b0b77d4-c9ca-45b1-9284-8c990c807d74),segment_id=7b0b77d4-c9ca-45b1-9284-8c990c807d74)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:39:53.316451 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Returning: {'device': 'fa30f3d8-4de9-45f1-8ae7-be2f89266b3a', 'network_id': '5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f', 'port_id': 'fa30f3d8-4de9-45f1-8ae7-be2f89266b3a', 'mac_address': 'fa:16:3e:6b:54:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6df159f-ec12-4733-bb28-6030cf9207e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 19 18:39:53.374693 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:53.392608 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa30f3d8-4de9-45f1-8ae7-be2f89266b3a {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 19 18:39:53.409000 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port fa30f3d8-4de9-45f1-8ae7-be2f89266b3a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fa30f3d8-4de9-45f1-8ae7-be2f89266b3a,segment=NetworkSegment(7b0b77d4-c9ca-45b1-9284-8c990c807d74),segment_id=7b0b77d4-c9ca-45b1-9284-8c990c807d74)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:39:53.411853 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:53.413669 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:39:53.485656 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=fa30f3d8-4de9-45f1-8ae7-be2f89266b3a,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:39:53.493443 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:53.493856 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:53.494239 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:53.494652 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:53.495023 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:53.495391 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:53.495757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:53.496124 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:53.496504 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:53.496867 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:53.497229 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:53.497611 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:39:53.501549 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:39:53.655452 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['fa30f3d8-4de9-45f1-8ae7-be2f89266b3a'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:39:54.281535 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a6096-62ae-46ba-90d9-c20c2bc0860b req-f96bdb73-51ec-4d48-b92f-8431b3d476f1 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:54.283174 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-909a6096-62ae-46ba-90d9-c20c2bc0860b req-f96bdb73-51ec-4d48-b92f-8431b3d476f1 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=70eeb4bc-2c74-4f99-b6e4-40b7a61b378a HTTP/1.1" status: 200  len: 944 time: 0.0954068
Apr 19 18:39:54.331114 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-909a6096-62ae-46ba-90d9-c20c2bc0860b req-edb42eba-622f-42e5-b0b9-50427b8ce115 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414493
Apr 19 18:39:55.185163 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device fa30f3d8-4de9-45f1-8ae7-be2f89266b3a up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 19 18:39:55.260501 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning for port fa30f3d8-4de9-45f1-8ae7-be2f89266b3a completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 19 18:39:55.265411 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.provisioning_blocks [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Provisioning complete for port fa30f3d8-4de9-45f1-8ae7-be2f89266b3a triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 19 18:39:55.265885 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3502592'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:55.392093 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851107619'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:55.420161 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70eeb4bc-2c74-4f99-b6e4-40b7a61b378a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa30f3d8-4de9-45f1-8ae7-be2f89266b3a'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:39:55.431049 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] For port fa30f3d8-4de9-45f1-8ae7-be2f89266b3a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fa30f3d8-4de9-45f1-8ae7-be2f89266b3a,segment=NetworkSegment(7b0b77d4-c9ca-45b1-9284-8c990c807d74),segment_id=7b0b77d4-c9ca-45b1-9284-8c990c807d74)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:39:55.434455 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757708721096', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279146502294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757708273540'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:39:55.437063 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:39:55.472003 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70eeb4bc-2c74-4f99-b6e4-40b7a61b378a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa30f3d8-4de9-45f1-8ae7-be2f89266b3a', 'code': 200}
Apr 19 18:39:55.514885 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Pushing event updated for resources: {'Port': ['ID=fa30f3d8-4de9-45f1-8ae7-be2f89266b3a,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:39:55.518171 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:39:55.540584 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de146f45-7594-4639-8b84-da207c1a8c3a req-5c752259-3eef-4c29-a122-547bfa569f6c tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:55.542316 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-de146f45-7594-4639-8b84-da207c1a8c3a req-5c752259-3eef-4c29-a122-547bfa569f6c tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=70eeb4bc-2c74-4f99-b6e4-40b7a61b378a HTTP/1.1" status: 200  len: 945 time: 0.0971384
Apr 19 18:39:55.591744 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-de146f45-7594-4639-8b84-da207c1a8c3a req-55afaa17-cf9a-433b-bfaa-694ba02b2543 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428889
Apr 19 18:39:55.708049 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d09793-a0fa-4847-a8c5-43fabbd330f0 req-53e2f4e3-1ef2-48bb-986b-b2e4519b14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:55.709531 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-80d09793-a0fa-4847-a8c5-43fabbd330f0 req-53e2f4e3-1ef2-48bb-986b-b2e4519b14f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=70eeb4bc-2c74-4f99-b6e4-40b7a61b378a HTTP/1.1" status: 200  len: 1098 time: 0.0767357
Apr 19 18:39:55.752373 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-80d09793-a0fa-4847-a8c5-43fabbd330f0 req-8acf3099-47b7-4614-a099-1db4ebc09555 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366080
Apr 19 18:39:56.798130 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83660d0b-8e1e-4540-bd44-0c79b75d529c req-b940081c-2f00-43f7-bb7e-e9a5293e0ea3 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:39:56.799703 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83660d0b-8e1e-4540-bd44-0c79b75d529c req-b940081c-2f00-43f7-bb7e-e9a5293e0ea3 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=70eeb4bc-2c74-4f99-b6e4-40b7a61b378a HTTP/1.1" status: 200  len: 945 time: 0.0921404
Apr 19 18:39:56.847396 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-83660d0b-8e1e-4540-bd44-0c79b75d529c req-64be4b9e-13d6-48d9-acf4-f1b5c99afb01 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409722
Apr 19 18:40:12.086429 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-64e9f2e9-620a-4143-b9d9-b6e63682b12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:12.541679 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:14.146533 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-85205776-2f3f-4f18-b6c2-106d5bd56c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:15.295992 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:15.682326 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:16.407125 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:18.306960 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866c881-91b2-42f0-8985-be8f0f03a3bb req-15e226d3-c233-49fd-a0b2-11d3d3758df9 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:18.308523 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e866c881-91b2-42f0-8985-be8f0f03a3bb req-15e226d3-c233-49fd-a0b2-11d3d3758df9 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=70eeb4bc-2c74-4f99-b6e4-40b7a61b378a HTTP/1.1" status: 200  len: 945 time: 0.0945873
Apr 19 18:40:18.358054 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-e866c881-91b2-42f0-8985-be8f0f03a3bb req-eea27148-db6b-4521-897c-72555598271f tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429068
Apr 19 18:40:19.560649 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7054e-14e9-43dc-87cc-b59f1a8f6a09 req-bc267d6b-43b1-46b7-8b6a-6029d67d8531 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:19.562311 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0bb7054e-14e9-43dc-87cc-b59f1a8f6a09 req-bc267d6b-43b1-46b7-8b6a-6029d67d8531 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=70eeb4bc-2c74-4f99-b6e4-40b7a61b378a HTTP/1.1" status: 200  len: 945 time: 0.0900924
Apr 19 18:40:19.611238 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-0bb7054e-14e9-43dc-87cc-b59f1a8f6a09 req-a401968e-992f-419c-8381-2e68e8d325c6 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/security-groups?id=20337c03-b940-4fca-ad88-2479f7b4e3bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423739
Apr 19 18:40:19.911663 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec61c40-2cbc-444f-9179-2162ab73f67a req-043a2d93-f241-4799-ba8a-3cd341d0ee86 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:19.913114 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dec61c40-2cbc-444f-9179-2162ab73f67a req-043a2d93-f241-4799-ba8a-3cd341d0ee86 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.13 "GET /v2.0/ports?device_id=70eeb4bc-2c74-4f99-b6e4-40b7a61b378a HTTP/1.1" status: 200  len: 945 time: 0.0909486
Apr 19 18:40:19.990167 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-dec61c40-2cbc-444f-9179-2162ab73f67a req-147239c5-8fd0-47b3-a47b-c7b2eea4fb50 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Deleting port fa30f3d8-4de9-45f1-8ae7-be2f89266b3a {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:40:19.990550 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-dec61c40-2cbc-444f-9179-2162ab73f67a req-147239c5-8fd0-47b3-a47b-c7b2eea4fb50 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:20.257904 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-dec61c40-2cbc-444f-9179-2162ab73f67a req-147239c5-8fd0-47b3-a47b-c7b2eea4fb50 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] For port fa30f3d8-4de9-45f1-8ae7-be2f89266b3a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=fa30f3d8-4de9-45f1-8ae7-be2f89266b3a,segment=NetworkSegment(7b0b77d4-c9ca-45b1-9284-8c990c807d74),segment_id=7b0b77d4-c9ca-45b1-9284-8c990c807d74)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:40:20.258303 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-dec61c40-2cbc-444f-9179-2162ab73f67a req-147239c5-8fd0-47b3-a47b-c7b2eea4fb50 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:20.393563 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-dec61c40-2cbc-444f-9179-2162ab73f67a req-147239c5-8fd0-47b3-a47b-c7b2eea4fb50 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Calling delete_port for fa30f3d8-4de9-45f1-8ae7-be2f89266b3a owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:40:20.542360 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-dec61c40-2cbc-444f-9179-2162ab73f67a req-147239c5-8fd0-47b3-a47b-c7b2eea4fb50 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:20.548109 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f573307f-3a5c-4b1a-a72c-f879225f8680 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:40:20.554844 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] get_ports_and_sgs() called for port_ids ['fa30f3d8-4de9-45f1-8ae7-be2f89266b3a'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 19 18:40:20.603094 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147239c5-8fd0-47b3-a47b-c7b2eea4fb50 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Pushing event deleted for resources: {'Port': ['ID=fa30f3d8-4de9-45f1-8ae7-be2f89266b3a,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:40:20.637863 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-147239c5-8fd0-47b3-a47b-c7b2eea4fb50 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:40:20.681379 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec61c40-2cbc-444f-9179-2162ab73f67a req-147239c5-8fd0-47b3-a47b-c7b2eea4fb50 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] No DVR routers for this DVR port fa30f3d8-4de9-45f1-8ae7-be2f89266b3a on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:40:20.683955 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-dec61c40-2cbc-444f-9179-2162ab73f67a req-147239c5-8fd0-47b3-a47b-c7b2eea4fb50 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:20.686768 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70eeb4bc-2c74-4f99-b6e4-40b7a61b378a', 'name': 'network-vif-deleted', 'tag': 'fa30f3d8-4de9-45f1-8ae7-be2f89266b3a'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:40:20.701789 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-dec61c40-2cbc-444f-9179-2162ab73f67a req-147239c5-8fd0-47b3-a47b-c7b2eea4fb50 tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.13 "DELETE /v2.0/ports/fa30f3d8-4de9-45f1-8ae7-be2f89266b3a HTTP/1.1" status: 204  len: 173 time: 0.7814078
Apr 19 18:40:20.785821 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-b9d5b8fa-867f-4c87-9219-105131be1cae req-97041bf9-71ae-49bc-b78b-f8ef3db6e70f tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Synchronizing usage tracker for tenant:9c21379ef716439a8916c81d974e147e on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:40:20.801929 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-b9d5b8fa-867f-4c87-9219-105131be1cae req-97041bf9-71ae-49bc-b78b-f8ef3db6e70f tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] Unset dirty status for tenant:9c21379ef716439a8916c81d974e147e on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:40:20.803113 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b9d5b8fa-867f-4c87-9219-105131be1cae req-97041bf9-71ae-49bc-b78b-f8ef3db6e70f tempest-VolumesSnapshotTestJSON-1613691872 tempest-VolumesSnapshotTestJSON-1613691872-project] 10.222.0.49 "GET /v2.0/ports?device_id=70eeb4bc-2c74-4f99-b6e4-40b7a61b378a HTTP/1.1" status: 200  len: 210 time: 0.0727863
Apr 19 18:40:20.804875 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70eeb4bc-2c74-4f99-b6e4-40b7a61b378a', 'name': 'network-vif-deleted', 'tag': 'fa30f3d8-4de9-45f1-8ae7-be2f89266b3a', 'status': 'completed', 'code': 200}
Apr 19 18:40:23.309329 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device fa30f3d8-4de9-45f1-8ae7-be2f89266b3a no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:40:23.346952 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: fa30f3d8-4de9-45f1-8ae7-be2f89266b3a {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:40:23.347319 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device fa30f3d8-4de9-45f1-8ae7-be2f89266b3a not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:40:29.164170 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:40:33.582698 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 32920) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:34.039806 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Deleting port 1dedfb1d-4512-47ab-85bc-c96eb2681787 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:40:34.040192 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:34.223393 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:34.223758 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:34.355428 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Calling delete_port for 1dedfb1d-4512-47ab-85bc-c96eb2681787 owned by network:floatingip {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:40:34.505049 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:34.509675 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e9e20d6b-5f88-43bd-8e28-54a33d28e126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:40:34.590854 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event deleted for resources: {'Port': ['ID=1dedfb1d-4512-47ab-85bc-c96eb2681787,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:40:34.632618 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:34.632987 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:34.633406 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:34.633842 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:34.634252 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:34.634660 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:34.635067 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:34.635474 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:34.635876 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:34.636278 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:34.636680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:34.637080 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:34.640455 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:40:34.667473 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for floatingip, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:34.667844 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_db [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Floating IP 6ee6757e-fc86-40d3-b93c-0bdec5dbbd21 disassociated (deleted). External IP: 172.27.1.70, port: ce841dff-8817-4c19-9301-471925de3bca.
Apr 19 18:40:35.043696 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Router f20c51fd-c5fe-4927-a425-5211c2c484cb has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:40:35.239538 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:40:35.249169 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5948e377-2a2e-4375-9c00-1fd6fe90e88a None None] Sync routers for ids ['f20c51fd-c5fe-4927-a425-5211c2c484cb'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:40:35.259069 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:35.259599 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5948e377-2a2e-4375-9c00-1fd6fe90e88a None None] Routers {'f20c51fd-c5fe-4927-a425-5211c2c484cb'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:40:35.260440 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-5948e377-2a2e-4375-9c00-1fd6fe90e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71007b0f60>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:40:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['f20c51fd-c5fe-4927-a425-5211c2c484cb'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:35.319666 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "DELETE /v2.0/floatingips/6ee6757e-fc86-40d3-b93c-0bdec5dbbd21 HTTP/1.1" status: 204  len: 168 time: 1.7357333
Apr 19 18:40:35.320611 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4145889b-a458-4ee6-a092-e996f17e809a', 'tag': 'ce841dff-8817-4c19-9301-471925de3bca'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:40:35.436257 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4145889b-a458-4ee6-a092-e996f17e809a', 'tag': 'ce841dff-8817-4c19-9301-471925de3bca', 'status': 'completed', 'code': 200}
Apr 19 18:40:35.458743 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-5948e377-2a2e-4375-9c00-1fd6fe90e88a None None] Set router f20c51fd-c5fe-4927-a425-5211c2c484cb gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:40:35.719575 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32415a0-54d0-4638-a214-aa07734377b7 req-419002ff-8df4-42b1-8c37-1e1e365f85ff tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:35.721253 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b32415a0-54d0-4638-a214-aa07734377b7 req-419002ff-8df4-42b1-8c37-1e1e365f85ff tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 945 time: 0.0907505
Apr 19 18:40:35.826055 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-b32415a0-54d0-4638-a214-aa07734377b7 req-278da42a-36a4-43bd-974e-88bccb6610d1 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0972016
Apr 19 18:40:35.840791 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-5948e377-2a2e-4375-9c00-1fd6fe90e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71007b0f60>, [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': '31230912-354b-41e9-8711-e9cdc8c28096', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'port_id': '963130fd-95e2-4689-9511-6366963829f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'mac_address': 'fa:16:3e:f8:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:36:36Z', 'updated_at': '2021-04-19T18:36:39Z', 'revision_number': 1, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:06Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:35.845978 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5948e377-2a2e-4375-9c00-1fd6fe90e88a None None] Checking router: f20c51fd-c5fe-4927-a425-5211c2c484cb for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:40:35.852100 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b91db9-adb8-436b-9760-19d3f8ca815f req-d3a14444-7e86-4dc7-bf3b-766a0559e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:35.853726 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-73b91db9-adb8-436b-9760-19d3f8ca815f req-d3a14444-7e86-4dc7-bf3b-766a0559e9de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 1098 time: 0.1050818
Apr 19 18:40:35.855226 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5948e377-2a2e-4375-9c00-1fd6fe90e88a None None] Routers {'f20c51fd-c5fe-4927-a425-5211c2c484cb'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:40:35.855876 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-5948e377-2a2e-4375-9c00-1fd6fe90e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71007b0f60>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:40:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['f20c51fd-c5fe-4927-a425-5211c2c484cb'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:36.014055 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b91db9-adb8-436b-9760-19d3f8ca815f req-d4a4e349-71b5-4022-bd81-bff6ae710c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:36.015571 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-73b91db9-adb8-436b-9760-19d3f8ca815f req-d4a4e349-71b5-4022-bd81-bff6ae710c36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9c36c12-0176-4f97-97e9-14acfffaf6f9 HTTP/1.1" status: 200  len: 912 time: 0.1545465
Apr 19 18:40:36.095267 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-73b91db9-adb8-436b-9760-19d3f8ca815f req-0c9b3cea-bbbb-472e-bb77-5995824f4e78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce841dff-8817-4c19-9301-471925de3bca HTTP/1.1" status: 200  len: 217 time: 0.0715995
Apr 19 18:40:36.171847 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b91db9-adb8-436b-9760-19d3f8ca815f req-e131c552-8304-4453-9b89-0a3bf7067aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:36.173816 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-73b91db9-adb8-436b-9760-19d3f8ca815f req-e131c552-8304-4453-9b89-0a3bf7067aa1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dfe41ce-4236-4779-9aeb-9390aebf5b7b HTTP/1.1" status: 200  len: 850 time: 0.0715492
Apr 19 18:40:36.226802 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-5948e377-2a2e-4375-9c00-1fd6fe90e88a None None] Set router f20c51fd-c5fe-4927-a425-5211c2c484cb gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:40:36.260333 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b91db9-adb8-436b-9760-19d3f8ca815f req-ab353049-5c53-42be-b707-afdc06cabef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:36.261987 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-73b91db9-adb8-436b-9760-19d3f8ca815f req-ab353049-5c53-42be-b707-afdc06cabef2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c36c12-0176-4f97-97e9-14acfffaf6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794978
Apr 19 18:40:36.408924 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-73b91db9-adb8-436b-9760-19d3f8ca815f req-ccf8767f-f1a3-42b4-99ae-0c22af4b9064 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399958
Apr 19 18:40:36.555352 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-73b91db9-adb8-436b-9760-19d3f8ca815f req-5ece96b7-b9ab-4bf4-a041-2d84bc864500 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387610
Apr 19 18:40:36.601985 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-5948e377-2a2e-4375-9c00-1fd6fe90e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71007b0f60>, [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': '31230912-354b-41e9-8711-e9cdc8c28096', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'port_id': '963130fd-95e2-4689-9511-6366963829f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'mac_address': 'fa:16:3e:f8:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:36:36Z', 'updated_at': '2021-04-19T18:36:39Z', 'revision_number': 1, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:06Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:36.606766 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5948e377-2a2e-4375-9c00-1fd6fe90e88a None None] The sync data for ids ['f20c51fd-c5fe-4927-a425-5211c2c484cb'] in dv-cinder-786928-1-iscsi is: [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_floatingips': [{'id': '31230912-354b-41e9-8711-e9cdc8c28096', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'router_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'port_id': '963130fd-95e2-4689-9511-6366963829f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'mac_address': 'fa:16:3e:f8:ae:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-19T18:36:36Z', 'updated_at': '2021-04-19T18:36:39Z', 'revision_number': 1, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:06Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:40:37.023996 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461a4f0d-f7a5-45f2-91cb-53e241b8ee10 None None] New status for floating IP 6ee6757e-fc86-40d3-b93c-0bdec5dbbd21: DOWN {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:40:37.045114 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2099ad0-4a7c-4de0-91e5-88461d3feba3 req-e4d41650-f943-4d35-a70f-ca7676051db7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:37.046918 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a2099ad0-4a7c-4de0-91e5-88461d3feba3 req-e4d41650-f943-4d35-a70f-ca7676051db7 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 945 time: 0.0976622
Apr 19 18:40:37.105319 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a2099ad0-4a7c-4de0-91e5-88461d3feba3 req-4e07fa52-0329-4153-b41d-95f0f032a09d tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496495
Apr 19 18:40:37.308641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437d33b-14a5-4df9-8d9c-3c083c3c23df req-539d4f2a-5d2c-4dbb-9d4e-5fb073a63bd0 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:37.310284 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a437d33b-14a5-4df9-8d9c-3c083c3c23df req-539d4f2a-5d2c-4dbb-9d4e-5fb073a63bd0 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.13 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 945 time: 0.0930464
Apr 19 18:40:37.391476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-a437d33b-14a5-4df9-8d9c-3c083c3c23df req-dd262ff2-33d1-4a32-baac-8f12d4085825 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Deleting port ce841dff-8817-4c19-9301-471925de3bca {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:40:37.391875 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-a437d33b-14a5-4df9-8d9c-3c083c3c23df req-dd262ff2-33d1-4a32-baac-8f12d4085825 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:37.659666 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-a437d33b-14a5-4df9-8d9c-3c083c3c23df req-dd262ff2-33d1-4a32-baac-8f12d4085825 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] For port ce841dff-8817-4c19-9301-471925de3bca, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ce841dff-8817-4c19-9301-471925de3bca,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:40:37.659999 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-a437d33b-14a5-4df9-8d9c-3c083c3c23df req-dd262ff2-33d1-4a32-baac-8f12d4085825 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:37.797330 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-a437d33b-14a5-4df9-8d9c-3c083c3c23df req-dd262ff2-33d1-4a32-baac-8f12d4085825 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Calling delete_port for ce841dff-8817-4c19-9301-471925de3bca owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:40:37.943830 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-a437d33b-14a5-4df9-8d9c-3c083c3c23df req-dd262ff2-33d1-4a32-baac-8f12d4085825 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:37.949437 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6a78b2a6-aac0-4e02-b496-672d85df9059 tempest-AttachVolumeNegativeTest-531706575 tempest-AttachVolumeNegativeTest-531706575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:40:38.002941 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd262ff2-33d1-4a32-baac-8f12d4085825 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event deleted for resources: {'Port': ['ID=ce841dff-8817-4c19-9301-471925de3bca,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:40:38.039374 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-dd262ff2-33d1-4a32-baac-8f12d4085825 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:40:38.081535 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-a437d33b-14a5-4df9-8d9c-3c083c3c23df req-dd262ff2-33d1-4a32-baac-8f12d4085825 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] No DVR routers for this DVR port ce841dff-8817-4c19-9301-471925de3bca on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:40:38.084687 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-a437d33b-14a5-4df9-8d9c-3c083c3c23df req-dd262ff2-33d1-4a32-baac-8f12d4085825 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:38.087372 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4145889b-a458-4ee6-a092-e996f17e809a', 'name': 'network-vif-deleted', 'tag': 'ce841dff-8817-4c19-9301-471925de3bca'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:40:38.102259 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a437d33b-14a5-4df9-8d9c-3c083c3c23df req-dd262ff2-33d1-4a32-baac-8f12d4085825 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.13 "DELETE /v2.0/ports/ce841dff-8817-4c19-9301-471925de3bca HTTP/1.1" status: 204  len: 173 time: 0.7858307
Apr 19 18:40:38.136735 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4145889b-a458-4ee6-a092-e996f17e809a', 'name': 'network-vif-deleted', 'tag': 'ce841dff-8817-4c19-9301-471925de3bca', 'status': 'completed', 'code': 200}
Apr 19 18:40:38.280289 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-d3198259-5fd7-426f-8f1c-79976dafb32f req-2be7f888-ff0e-42cc-ae45-48a18ad48503 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Synchronizing usage tracker for tenant:b2c9c6242f9040c7a6043ce4b8184661 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:40:38.295242 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-d3198259-5fd7-426f-8f1c-79976dafb32f req-2be7f888-ff0e-42cc-ae45-48a18ad48503 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Unset dirty status for tenant:b2c9c6242f9040c7a6043ce4b8184661 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:40:38.296409 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-d3198259-5fd7-426f-8f1c-79976dafb32f req-2be7f888-ff0e-42cc-ae45-48a18ad48503 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=4145889b-a458-4ee6-a092-e996f17e809a HTTP/1.1" status: 200  len: 210 time: 0.0685263
Apr 19 18:40:39.403107 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device ce841dff-8817-4c19-9301-471925de3bca no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:40:39.447297 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: ce841dff-8817-4c19-9301-471925de3bca {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:40:39.447692 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device ce841dff-8817-4c19-9301-471925de3bca not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:40:41.827840 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 32990) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:42.047453 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-ed3fa4b0-54a3-45ad-b24d-be389193bfea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Deleting port 88fe774f-5904-414b-ab13-867138cbe402 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:40:42.047836 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed3fa4b0-54a3-45ad-b24d-be389193bfea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:42.088035 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-6d7e398c-dab9-4fab-ab49-15c3568ec4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:42.237893 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed3fa4b0-54a3-45ad-b24d-be389193bfea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:42.238259 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed3fa4b0-54a3-45ad-b24d-be389193bfea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:42.371734 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-ed3fa4b0-54a3-45ad-b24d-be389193bfea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Calling delete_port for 88fe774f-5904-414b-ab13-867138cbe402 owned by network:floatingip {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:40:42.528300 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed3fa4b0-54a3-45ad-b24d-be389193bfea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:42.535402 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:40:42.556529 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:42.608837 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fa4b0-54a3-45ad-b24d-be389193bfea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event deleted for resources: {'Port': ['ID=88fe774f-5904-414b-ab13-867138cbe402,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:40:42.616413 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ed3fa4b0-54a3-45ad-b24d-be389193bfea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:40:42.684398 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed3fa4b0-54a3-45ad-b24d-be389193bfea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for floatingip, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:42.684771 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.db.l3_db [None req-ed3fa4b0-54a3-45ad-b24d-be389193bfea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Floating IP 31230912-354b-41e9-8711-e9cdc8c28096 disassociated (deleted). External IP: 172.27.1.8, port: 963130fd-95e2-4689-9511-6366963829f3.
Apr 19 18:40:43.058785 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3fa4b0-54a3-45ad-b24d-be389193bfea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Router f20c51fd-c5fe-4927-a425-5211c2c484cb has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:40:43.499886 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3fa4b0-54a3-45ad-b24d-be389193bfea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:40:43.510132 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9c5d1-f434-4c60-9f7c-d376035cef6d None None] Sync routers for ids ['f20c51fd-c5fe-4927-a425-5211c2c484cb'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:40:43.520159 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b9c5d1-f434-4c60-9f7c-d376035cef6d None None] Routers {'f20c51fd-c5fe-4927-a425-5211c2c484cb'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:40:43.520692 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed3fa4b0-54a3-45ad-b24d-be389193bfea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:43.520833 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-69b9c5d1-f434-4c60-9f7c-d376035cef6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71001c8d68>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:40:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['f20c51fd-c5fe-4927-a425-5211c2c484cb'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:43.584336 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ed3fa4b0-54a3-45ad-b24d-be389193bfea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "DELETE /v2.0/floatingips/31230912-354b-41e9-8711-e9cdc8c28096 HTTP/1.1" status: 204  len: 168 time: 1.7552059
Apr 19 18:40:43.585079 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'tag': '963130fd-95e2-4689-9511-6366963829f3'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:40:43.635159 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'tag': '963130fd-95e2-4689-9511-6366963829f3', 'status': 'completed', 'code': 200}
Apr 19 18:40:43.723312 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-69b9c5d1-f434-4c60-9f7c-d376035cef6d None None] Set router f20c51fd-c5fe-4927-a425-5211c2c484cb gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:40:43.741805 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569fe50-78d7-400e-a3cc-20baa0c104f8 req-f1fd678b-b96f-41bf-8996-b71fa4c84c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:43.744311 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c569fe50-78d7-400e-a3cc-20baa0c104f8 req-f1fd678b-b96f-41bf-8996-b71fa4c84c84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 1099 time: 0.0884488
Apr 19 18:40:43.919105 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569fe50-78d7-400e-a3cc-20baa0c104f8 req-194eeb4d-1f35-4d74-9cd4-431adccaa5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:43.919393 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c569fe50-78d7-400e-a3cc-20baa0c104f8 req-194eeb4d-1f35-4d74-9cd4-431adccaa5e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9c36c12-0176-4f97-97e9-14acfffaf6f9 HTTP/1.1" status: 200  len: 912 time: 0.1684377
Apr 19 18:40:44.056402 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c569fe50-78d7-400e-a3cc-20baa0c104f8 req-874e1fa2-8d4a-4274-ae03-8d846a637b67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=963130fd-95e2-4689-9511-6366963829f3 HTTP/1.1" status: 200  len: 217 time: 0.0912468
Apr 19 18:40:44.115913 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-69b9c5d1-f434-4c60-9f7c-d376035cef6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71001c8d68>, [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:06Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:44.120153 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9c5d1-f434-4c60-9f7c-d376035cef6d None None] Checking router: f20c51fd-c5fe-4927-a425-5211c2c484cb for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:40:44.137142 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b9c5d1-f434-4c60-9f7c-d376035cef6d None None] Routers {'f20c51fd-c5fe-4927-a425-5211c2c484cb'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:40:44.138159 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-69b9c5d1-f434-4c60-9f7c-d376035cef6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71001c8d68>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:40:14Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['f20c51fd-c5fe-4927-a425-5211c2c484cb'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:44.154347 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7afae5-0d91-4a60-8e9f-3378fc676caf req-b37528e1-1e4b-4e93-bf31-2184fd9c87f6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:44.156132 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ef7afae5-0d91-4a60-8e9f-3378fc676caf req-b37528e1-1e4b-4e93-bf31-2184fd9c87f6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 946 time: 0.2338891
Apr 19 18:40:44.162668 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569fe50-78d7-400e-a3cc-20baa0c104f8 req-d1731b3f-0b7e-4a78-bdf0-c41551d3f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:44.164997 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c569fe50-78d7-400e-a3cc-20baa0c104f8 req-d1731b3f-0b7e-4a78-bdf0-c41551d3f21d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2dfe41ce-4236-4779-9aeb-9390aebf5b7b HTTP/1.1" status: 200  len: 850 time: 0.0953028
Apr 19 18:40:44.269103 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-502a046e-f549-460b-a519-5f373d06d1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:44.269445 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-ef7afae5-0d91-4a60-8e9f-3378fc676caf req-50699093-a01c-40ae-9125-133932f252b9 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1032398
Apr 19 18:40:44.298761 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569fe50-78d7-400e-a3cc-20baa0c104f8 req-fd9eb808-30ea-49d2-bd79-c1ba2dfb02d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:44.300469 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c569fe50-78d7-400e-a3cc-20baa0c104f8 req-fd9eb808-30ea-49d2-bd79-c1ba2dfb02d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c36c12-0176-4f97-97e9-14acfffaf6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1166568
Apr 19 18:40:44.345219 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-69b9c5d1-f434-4c60-9f7c-d376035cef6d None None] Set router f20c51fd-c5fe-4927-a425-5211c2c484cb gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:40:44.701637 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c569fe50-78d7-400e-a3cc-20baa0c104f8 req-33740b01-78bf-47e9-af63-507d6f70c013 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3941824
Apr 19 18:40:44.848464 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-c569fe50-78d7-400e-a3cc-20baa0c104f8 req-917d57e4-a5dc-47e3-889e-b82c4a2a296d service neutron] 10.222.0.13 "GET /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401601
Apr 19 18:40:44.859402 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-69b9c5d1-f434-4c60-9f7c-d376035cef6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71001c8d68>, [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:06Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:44.863960 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9c5d1-f434-4c60-9f7c-d376035cef6d None None] The sync data for ids ['f20c51fd-c5fe-4927-a425-5211c2c484cb'] in dv-cinder-786928-1-iscsi is: [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:31:52Z', 'revision_number': 4, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi', '_interfaces': [{'id': '09095638-b61c-4e64-a796-db77224236d4', 'name': '', 'network_id': 'e9c36c12-0176-4f97-97e9-14acfffaf6f9', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'mac_address': 'fa:16:3e:c6:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:51Z', 'updated_at': '2021-04-19T18:32:06Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'subnets': [{'id': '2dfe41ce-4236-4779-9aeb-9390aebf5b7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:40:45.225087 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9095541d-dde1-40e5-b019-af04e28e7cf1 None None] New status for floating IP 31230912-354b-41e9-8711-e9cdc8c28096: DOWN {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 19 18:40:45.301447 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:45.420281 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3ff01-97da-4ae6-9cbf-b9597e27b063 req-bfd997e8-0b6f-4035-97c3-e0cf2d2ddfe6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:45.422056 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-aae3ff01-97da-4ae6-9cbf-b9597e27b063 req-bfd997e8-0b6f-4035-97c3-e0cf2d2ddfe6 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 946 time: 0.1057260
Apr 19 18:40:45.565666 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-aae3ff01-97da-4ae6-9cbf-b9597e27b063 req-58925aa5-d239-4843-9f66-07c30961ce64 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Deleting port 963130fd-95e2-4689-9511-6366963829f3 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:40:45.566096 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-aae3ff01-97da-4ae6-9cbf-b9597e27b063 req-58925aa5-d239-4843-9f66-07c30961ce64 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:45.689248 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:45.693212 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728605f-fdbd-4c4e-9482-ea84ae5a0e94 req-90680665-1388-47e9-ae11-699ff4e99e76 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 19 18:40:45.695034 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f728605f-fdbd-4c4e-9482-ea84ae5a0e94 req-90680665-1388-47e9-ae11-699ff4e99e76 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 946 time: 0.2847476
Apr 19 18:40:45.846958 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-f728605f-fdbd-4c4e-9482-ea84ae5a0e94 req-df6a9a13-e409-454b-b22e-4d55f791ad5e tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/security-groups?id=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1432021
Apr 19 18:40:45.920728 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [req-aae3ff01-97da-4ae6-9cbf-b9597e27b063 req-58925aa5-d239-4843-9f66-07c30961ce64 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] For port 963130fd-95e2-4689-9511-6366963829f3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=963130fd-95e2-4689-9511-6366963829f3,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:40:45.921164 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-aae3ff01-97da-4ae6-9cbf-b9597e27b063 req-58925aa5-d239-4843-9f66-07c30961ce64 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:46.067422 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [req-aae3ff01-97da-4ae6-9cbf-b9597e27b063 req-58925aa5-d239-4843-9f66-07c30961ce64 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Calling delete_port for 963130fd-95e2-4689-9511-6366963829f3 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:40:46.233706 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-aae3ff01-97da-4ae6-9cbf-b9597e27b063 req-58925aa5-d239-4843-9f66-07c30961ce64 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:46.240034 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-afbd4153-19c1-4142-979c-0aac3c4f7681 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:40:46.292866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58925aa5-d239-4843-9f66-07c30961ce64 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event deleted for resources: {'Port': ['ID=963130fd-95e2-4689-9511-6366963829f3,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:40:46.296314 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-58925aa5-d239-4843-9f66-07c30961ce64 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:40:46.379077 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae3ff01-97da-4ae6-9cbf-b9597e27b063 req-58925aa5-d239-4843-9f66-07c30961ce64 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] No DVR routers for this DVR port 963130fd-95e2-4689-9511-6366963829f3 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:40:46.381649 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [req-aae3ff01-97da-4ae6-9cbf-b9597e27b063 req-58925aa5-d239-4843-9f66-07c30961ce64 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:46.384445 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'name': 'network-vif-deleted', 'tag': '963130fd-95e2-4689-9511-6366963829f3'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 19 18:40:46.397138 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-aae3ff01-97da-4ae6-9cbf-b9597e27b063 req-58925aa5-d239-4843-9f66-07c30961ce64 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.13 "DELETE /v2.0/ports/963130fd-95e2-4689-9511-6366963829f3 HTTP/1.1" status: 204  len: 173 time: 0.9285059
Apr 19 18:40:46.409287 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:46.435752 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2f34f1-2872-49b1-b4a7-8433e713a553', 'name': 'network-vif-deleted', 'tag': '963130fd-95e2-4689-9511-6366963829f3', 'status': 'completed', 'code': 200}
Apr 19 18:40:47.024261 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-a8d06c60-8515-48e0-87c7-9f3c5f166281 req-536a57da-e690-4885-9ce9-642de2445cfe tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Synchronizing usage tracker for tenant:b2c9c6242f9040c7a6043ce4b8184661 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 19 18:40:47.038723 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.quota.resource [req-a8d06c60-8515-48e0-87c7-9f3c5f166281 req-536a57da-e690-4885-9ce9-642de2445cfe tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Unset dirty status for tenant:b2c9c6242f9040c7a6043ce4b8184661 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 19 18:40:47.040613 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [req-a8d06c60-8515-48e0-87c7-9f3c5f166281 req-536a57da-e690-4885-9ce9-642de2445cfe tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f34f1-2872-49b1-b4a7-8433e713a553 HTTP/1.1" status: 200  len: 210 time: 0.0650890
Apr 19 18:40:47.433284 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 963130fd-95e2-4689-9511-6366963829f3 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:40:47.472166 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] No Port match for: 963130fd-95e2-4689-9511-6366963829f3 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:40:47.472560 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Device 963130fd-95e2-4689-9511-6366963829f3 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:40:47.727562 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 33048) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:47.797111 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_v2 [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Deleting subnet d6df159f-ec12-4733-bb28-6030cf9207e7 {{(pid=86310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:40:47.800186 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:47.852743 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036323800655'] for subnet, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:47.914039 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492386'] for subnet, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:48.144181 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 33054) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:48.182245 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851283430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530975048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036323901048'] for subnet, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:48.187522 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:40:48.232047 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:48.236167 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6df159f-ec12-4733-bb28-6030cf9207e7,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:40:48.246292 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d6df159f-ec12-4733-bb28-6030cf9207e7 HTTP/1.1" status: 204  len: 168 time: 0.5175807
Apr 19 18:40:48.247987 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:48.248430 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:48.248835 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:48.249243 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:48.249665 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:48.250064 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:48.250459 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:48.250852 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:48.251247 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:48.251640 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:48.252027 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:48.252415 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-1-iscsi {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 19 18:40:48.255757 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-167adb6e-9382-41df-8b33-c71e5215e992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:40:48.256447 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 33058) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:48.317313 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-7243270f-4242-45ec-86c2-41d9b6bf6dea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Deleting port b39947ff-b6ed-4ab5-bd05-42dc992179c5 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:40:48.317725 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7243270f-4242-45ec-86c2-41d9b6bf6dea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:48.372180 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ee2b84b7-f1e3-4772-97d5-1a66ca169ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3659374'] for network, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:48.506996 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7243270f-4242-45ec-86c2-41d9b6bf6dea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:48.507654 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7243270f-4242-45ec-86c2-41d9b6bf6dea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:48.514483 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ee2b84b7-f1e3-4772-97d5-1a66ca169ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851283337', 'neutron.services.segments.db._delete_segments_for_network-8757708639347'] for network, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:48.631965 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-ee2b84b7-f1e3-4772-97d5-1a66ca169ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f70fa95ae48>,) {'filters': {'network_id': ['5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f']}} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:48.643371 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-7243270f-4242-45ec-86c2-41d9b6bf6dea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Calling delete_port for b39947ff-b6ed-4ab5-bd05-42dc992179c5 owned by network:floatingip {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:40:48.649553 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-ee2b84b7-f1e3-4772-97d5-1a66ca169ee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fa95ae48>, '7b0b77d4-c9ca-45b1-9284-8c990c807d74') {'for_net_delete': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:48.649921 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-ee2b84b7-f1e3-4772-97d5-1a66ca169ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fa95ae48>, '7b0b77d4-c9ca-45b1-9284-8c990c807d74') {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:48.662446 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ee2b84b7-f1e3-4772-97d5-1a66ca169ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279146027619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530975161'] for segment, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:48.677622 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ee2b84b7-f1e3-4772-97d5-1a66ca169ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:48.684691 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2b84b7-f1e3-4772-97d5-1a66ca169ee6 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=86310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:40:48.796249 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7243270f-4242-45ec-86c2-41d9b6bf6dea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:48.801072 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1350f827-b687-49a1-8925-b5400fe9cbe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:40:48.849359 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243270f-4242-45ec-86c2-41d9b6bf6dea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event deleted for resources: {'Port': ['ID=b39947ff-b6ed-4ab5-bd05-42dc992179c5,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:40:48.869722 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-ee2b84b7-f1e3-4772-97d5-1a66ca169ee6 admin admin] Network 5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:40:48.878959 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ee2b84b7-f1e3-4772-97d5-1a66ca169ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3576371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036323801365'] for segment, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:48.883439 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-7243270f-4242-45ec-86c2-41d9b6bf6dea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:40:48.948946 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7243270f-4242-45ec-86c2-41d9b6bf6dea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for floatingip, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:48.966809 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-7243270f-4242-45ec-86c2-41d9b6bf6dea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775385'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:48.968044 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-7243270f-4242-45ec-86c2-41d9b6bf6dea tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "DELETE /v2.0/floatingips/f967e9e1-263a-47ab-a44f-d6bd3e27887b HTTP/1.1" status: 204  len: 168 time: 0.8227994
Apr 19 18:40:49.064574 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-ee2b84b7-f1e3-4772-97d5-1a66ca169ee6 admin admin] Network 5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]: Traceback (most recent call last):
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:     timer()
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:     cb(*args, **kw)
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:     return func(*args, **kwargs)
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:     self._notify()
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:     self.callback(batched_events)
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:     event.method(event)
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:     segment_id)['aggregates'][0]
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:     return f(self, *a, **k)
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self._get(url).json()
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:     **kwargs)
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:     **endpoint_filter)
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:40:49.088931 dv-cinder-786928-1-iscsi neutron-server[86197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:40:49.171238 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ee2b84b7-f1e3-4772-97d5-1a66ca169ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636034'] for network, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:49.175041 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-cd8115a4-c918-42e8-85b8-7b717d8f0e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:40:49.189952 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ee2b84b7-f1e3-4772-97d5-1a66ca169ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:49.199936 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b84b7-f1e3-4772-97d5-1a66ca169ee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:40:49.203304 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ee2b84b7-f1e3-4772-97d5-1a66ca169ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:40:49.207764 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ee2b84b7-f1e3-4772-97d5-1a66ca169ee6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5253f9c3-73bc-4c4c-a8f3-9f8ca14ec24f HTTP/1.1" status: 204  len: 168 time: 0.9480069
Apr 19 18:40:49.387824 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 33072) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:49.440289 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-06ee3992-9c5a-4ada-aada-56b45fb42ea5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c21379ef716439a8916c81d974e147e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0511060
Apr 19 18:40:49.443064 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 33076) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:49.506346 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b682fe77-f74d-4247-8dec-3067b4d50563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:49.533857 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b682fe77-f74d-4247-8dec-3067b4d50563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:49.579295 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b682fe77-f74d-4247-8dec-3067b4d50563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:49.584314 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ed2fa124-2c31-422d-bcb7-d2aac4b005a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:40:49.598583 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682fe77-f74d-4247-8dec-3067b4d50563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20337c03-b940-4fca-ad88-2479f7b4e3bc,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:40:49.601679 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-b682fe77-f74d-4247-8dec-3067b4d50563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:40:49.602942 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b682fe77-f74d-4247-8dec-3067b4d50563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:49.604157 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-b682fe77-f74d-4247-8dec-3067b4d50563 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20337c03-b940-4fca-ad88-2479f7b4e3bc HTTP/1.1" status: 204  len: 168 time: 0.1599638
Apr 19 18:40:50.394366 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 33084) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:50.469067 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-98409388-ca90-4f96-b4c9-97d664a050a8 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:50.500917 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-98409388-ca90-4f96-b4c9-97d664a050a8 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:50.551021 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-98409388-ca90-4f96-b4c9-97d664a050a8 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:50.556781 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-54972f01-081d-4381-8ed4-fef954bdc610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:40:50.572303 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98409388-ca90-4f96-b4c9-97d664a050a8 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:40:50.575259 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-98409388-ca90-4f96-b4c9-97d664a050a8 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:40:50.581460 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-98409388-ca90-4f96-b4c9-97d664a050a8 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:50.582699 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-98409388-ca90-4f96-b4c9-97d664a050a8 tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] 10.222.0.49 "DELETE /v2.0/security-groups/5c0ad186-0d16-4d6d-8b5b-ee3ff9a73cb4 HTTP/1.1" status: 204  len: 168 time: 0.1872759
Apr 19 18:40:50.646377 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 33090) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:51.686922 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f3c786b0-b5e8-4cfe-9fd5-3e927f446a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854152038'] for router_interface, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:52.059742 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-f3c786b0-b5e8-4cfe-9fd5-3e927f446a25 admin admin] Deleting port 09095638-b61c-4e64-a796-db77224236d4 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:40:52.060116 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f3c786b0-b5e8-4cfe-9fd5-3e927f446a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:52.248573 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-f3c786b0-b5e8-4cfe-9fd5-3e927f446a25 admin admin] For port 09095638-b61c-4e64-a796-db77224236d4, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=09095638-b61c-4e64-a796-db77224236d4,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:40:52.248974 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f3c786b0-b5e8-4cfe-9fd5-3e927f446a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:52.390011 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-f3c786b0-b5e8-4cfe-9fd5-3e927f446a25 admin admin] Calling delete_port for 09095638-b61c-4e64-a796-db77224236d4 owned by network:router_interface {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:40:52.569795 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f3c786b0-b5e8-4cfe-9fd5-3e927f446a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:52.574959 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-d44ac69d-6712-4d44-8400-5592016d0163 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:40:52.658487 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c786b0-b5e8-4cfe-9fd5-3e927f446a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=09095638-b61c-4e64-a796-db77224236d4,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:40:52.661172 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-f3c786b0-b5e8-4cfe-9fd5-3e927f446a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:40:52.915708 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-f3c786b0-b5e8-4cfe-9fd5-3e927f446a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854151964'] for router_interface, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:53.308122 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c786b0-b5e8-4cfe-9fd5-3e927f446a25 admin admin] Router f20c51fd-c5fe-4927-a425-5211c2c484cb has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:40:53.504098 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c786b0-b5e8-4cfe-9fd5-3e927f446a25 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:40:53.513234 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c72b26-c274-4896-8481-1cb1bf80b22e None None] Sync routers for ids ['f20c51fd-c5fe-4927-a425-5211c2c484cb'] in dv-cinder-786928-1-iscsi {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:40:53.517022 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-f3c786b0-b5e8-4cfe-9fd5-3e927f446a25 admin admin] 10.222.0.49 "PUT /v2.0/routers/f20c51fd-c5fe-4927-a425-5211c2c484cb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8695128
Apr 19 18:40:53.519712 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 33096) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:53.524038 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c72b26-c274-4896-8481-1cb1bf80b22e None None] Routers {'f20c51fd-c5fe-4927-a425-5211c2c484cb'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:40:53.524716 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-95c72b26-c274-4896-8481-1cb1bf80b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100482ba8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:40:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['f20c51fd-c5fe-4927-a425-5211c2c484cb'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:53.711822 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9f89-3cf7-45e8-8ccb-f09230e085fe admin admin] Notify callbacks [] for router, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:53.717794 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-95c72b26-c274-4896-8481-1cb1bf80b22e None None] Set router f20c51fd-c5fe-4927-a425-5211c2c484cb gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:40:54.036022 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-95c72b26-c274-4896-8481-1cb1bf80b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100482ba8>, [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:40:52Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:54.040678 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c72b26-c274-4896-8481-1cb1bf80b22e None None] Checking router: f20c51fd-c5fe-4927-a425-5211c2c484cb for host: dv-cinder-786928-1-iscsi {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:40:54.049741 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c72b26-c274-4896-8481-1cb1bf80b22e None None] Routers {'f20c51fd-c5fe-4927-a425-5211c2c484cb'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:40:54.050399 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-95c72b26-c274-4896-8481-1cb1bf80b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7100482ba8>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:40:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['f20c51fd-c5fe-4927-a425-5211c2c484cb'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:54.147585 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9f89-3cf7-45e8-8ccb-f09230e085fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:54.159523 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e9f89-3cf7-45e8-8ccb-f09230e085fe admin admin] Deleting port ceccf4f8-bee8-4746-b090-4c756fa4ccc8 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:40:54.159983 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9f89-3cf7-45e8-8ccb-f09230e085fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:54.248281 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-95c72b26-c274-4896-8481-1cb1bf80b22e None None] Set router f20c51fd-c5fe-4927-a425-5211c2c484cb gateway port host: dv-cinder-786928-1-iscsi {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:40:54.351272 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-1d9e9f89-3cf7-45e8-8ccb-f09230e085fe admin admin] For port ceccf4f8-bee8-4746-b090-4c756fa4ccc8, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=ceccf4f8-bee8-4746-b090-4c756fa4ccc8,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:40:54.351635 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9f89-3cf7-45e8-8ccb-f09230e085fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:54.490329 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e9f89-3cf7-45e8-8ccb-f09230e085fe admin admin] Calling delete_port for ceccf4f8-bee8-4746-b090-4c756fa4ccc8 owned by network:router_gateway {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:40:54.553226 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-95c72b26-c274-4896-8481-1cb1bf80b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7100482ba8>, [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:40:52Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:54.557820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c72b26-c274-4896-8481-1cb1bf80b22e None None] The sync data for ids ['f20c51fd-c5fe-4927-a425-5211c2c484cb'] in dv-cinder-786928-1-iscsi is: [{'id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'name': 'tempest-TestVolumeBootPattern-327511352-router', 'tenant_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:46Z', 'updated_at': '2021-04-19T18:40:52Z', 'revision_number': 5, 'project_id': 'b2c9c6242f9040c7a6043ce4b8184661', 'gw_port': {'id': 'ceccf4f8-bee8-4746-b090-4c756fa4ccc8', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f20c51fd-c5fe-4927-a425-5211c2c484cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:31:47Z', 'updated_at': '2021-04-19T18:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:40:54.674944 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9f89-3cf7-45e8-8ccb-f09230e085fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530974364'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:54.680258 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-0dce58f8-0547-44e2-bf5e-37cbdbb8075e tempest-TestMinimumBasicScenario-763725997 tempest-TestMinimumBasicScenario-763725997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:40:54.731912 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e9f89-3cf7-45e8-8ccb-f09230e085fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ceccf4f8-bee8-4746-b090-4c756fa4ccc8,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:40:54.761006 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-1d9e9f89-3cf7-45e8-8ccb-f09230e085fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:40:54.830509 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9f89-3cf7-45e8-8ccb-f09230e085fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637285'] for router_gateway, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:55.019975 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9f89-3cf7-45e8-8ccb-f09230e085fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-301'] for router, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:55.022324 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9f89-3cf7-45e8-8ccb-f09230e085fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:55.043899 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9f89-3cf7-45e8-8ccb-f09230e085fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854146691'] for router, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:55.044487 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9e9f89-3cf7-45e8-8ccb-f09230e085fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router f20c51fd-c5fe-4927-a425-5211c2c484cb {{(pid=86310) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 18:40:55.058094 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9f89-3cf7-45e8-8ccb-f09230e085fe admin admin] Notify callbacks [] for router, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:55.059380 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-1d9e9f89-3cf7-45e8-8ccb-f09230e085fe admin admin] 10.222.0.49 "DELETE /v2.0/routers/f20c51fd-c5fe-4927-a425-5211c2c484cb HTTP/1.1" status: 204  len: 168 time: 1.5386713
Apr 19 18:40:55.062386 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.49', 33100) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:55.134326 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbb9c5f-ca55-4061-8803-55e145c27585 admin admin] Deleting subnet 2dfe41ce-4236-4779-9aeb-9390aebf5b7b {{(pid=86310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:40:55.137520 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bbbb9c5f-ca55-4061-8803-55e145c27585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:55.191662 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bbbb9c5f-ca55-4061-8803-55e145c27585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036323800655'] for subnet, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:55.279181 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bbbb9c5f-ca55-4061-8803-55e145c27585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492386'] for subnet, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:55.549978 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bbbb9c5f-ca55-4061-8803-55e145c27585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851283430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530975048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036323901048'] for subnet, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:55.555302 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:40:55.599035 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bbbb9c5f-ca55-4061-8803-55e145c27585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:55.604237 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f331727-88f2-4744-9eef-a57fea7a9163 None None] Network e9c36c12-0176-4f97-97e9-14acfffaf6f9 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:40:55.604546 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb9c5f-ca55-4061-8803-55e145c27585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dfe41ce-4236-4779-9aeb-9390aebf5b7b,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:40:55.610101 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-bbbb9c5f-ca55-4061-8803-55e145c27585 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2dfe41ce-4236-4779-9aeb-9390aebf5b7b HTTP/1.1" status: 204  len: 168 time: 0.5466707
Apr 19 18:40:55.610903 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 33104) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:55.611140 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-bbbb9c5f-ca55-4061-8803-55e145c27585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:40:55.730154 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3659374'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:55.740926 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Deleting port ba849bde-befc-4db5-b581-42fd10101227 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:40:55.741288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:55.874457 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e971418a-658f-468f-8525-6aef6cbea87b None None] DHCP port deletion for e9c36c12-0176-4f97-97e9-14acfffaf6f9 request from dv-cinder-786928-1-iscsi {{(pid=86312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 18:40:55.879244 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-e971418a-658f-468f-8525-6aef6cbea87b None None] Deleting port ba849bde-befc-4db5-b581-42fd10101227 {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:40:55.879668 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e971418a-658f-468f-8525-6aef6cbea87b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:55.963478 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] For port ba849bde-befc-4db5-b581-42fd10101227, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=ba849bde-befc-4db5-b581-42fd10101227,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:40:55.963873 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:56.099133 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-e971418a-658f-468f-8525-6aef6cbea87b None None] For port ba849bde-befc-4db5-b581-42fd10101227, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=ba849bde-befc-4db5-b581-42fd10101227,segment=NetworkSegment(75da1367-c7cb-4b19-bc8d-83093e4f356b),segment_id=75da1367-c7cb-4b19-bc8d-83093e4f356b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:40:56.099625 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e971418a-658f-468f-8525-6aef6cbea87b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:56.101597 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Calling delete_port for ba849bde-befc-4db5-b581-42fd10101227 owned by network:dhcp {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:40:56.172657 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device ba849bde-befc-4db5-b581-42fd10101227 no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:40:56.187966 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:56.193296 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-c8436799-3830-4ed2-a825-9b0ad6dfcf6f tempest-TestVolumeBootPattern-1518549235 tempest-TestVolumeBootPattern-1518549235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:40:56.242626 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba849bde-befc-4db5-b581-42fd10101227,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:40:56.244674 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] No DVR routers for this DVR port ba849bde-befc-4db5-b581-42fd10101227 on host dv-cinder-786928-1-iscsi {{(pid=86311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:40:56.246291 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:40:56.277323 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-e971418a-658f-468f-8525-6aef6cbea87b None None] Calling delete_port for ba849bde-befc-4db5-b581-42fd10101227 owned by network:dhcp {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:40:56.306561 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: ba849bde-befc-4db5-b581-42fd10101227 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:40:56.306963 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device ba849bde-befc-4db5-b581-42fd10101227 not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:40:56.307427 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 09095638-b61c-4e64-a796-db77224236d4 no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:40:56.352545 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: 09095638-b61c-4e64-a796-db77224236d4 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:40:56.352859 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 09095638-b61c-4e64-a796-db77224236d4 not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:40:56.353320 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device ceccf4f8-bee8-4746-b090-4c756fa4ccc8 no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:40:56.371544 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851283337', 'neutron.services.segments.db._delete_segments_for_network-8757708639347'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:56.398966 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: ceccf4f8-bee8-4746-b090-4c756fa4ccc8 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:40:56.399355 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device ceccf4f8-bee8-4746-b090-4c756fa4ccc8 not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:40:56.427586 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.db.api [None req-e971418a-658f-468f-8525-6aef6cbea87b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86312) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 18:40:56.427991 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_db.api [None req-e971418a-658f-468f-8525-6aef6cbea87b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 18:40:56.490789 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f70fbe99a90>,) {'filters': {'network_id': ['e9c36c12-0176-4f97-97e9-14acfffaf6f9']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:56.504192 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fbe99a90>, '75da1367-c7cb-4b19-bc8d-83093e4f356b') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:56.504535 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fbe99a90>, '75da1367-c7cb-4b19-bc8d-83093e4f356b') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:56.516611 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279146027619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036322996651'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:56.534654 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:56.541545 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:40:56.724750 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Network e9c36c12-0176-4f97-97e9-14acfffaf6f9 has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:40:56.734486 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3576371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531857086'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:56.915661 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Network e9c36c12-0176-4f97-97e9-14acfffaf6f9 has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:40:56.929236 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-e971418a-658f-468f-8525-6aef6cbea87b None None] Deleting port ba849bde-befc-4db5-b581-42fd10101227 {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:40:56.929730 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e971418a-658f-468f-8525-6aef6cbea87b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]: Traceback (most recent call last):
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:     timer()
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:     cb(*args, **kw)
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:     return func(*args, **kwargs)
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:     self._notify()
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:     self.callback(batched_events)
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:     event.method(event)
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:     segment_id)['aggregates'][0]
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:     return f(self, *a, **k)
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self._get(url).json()
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:     **kwargs)
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:     **endpoint_filter)
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:40:56.938265 dv-cinder-786928-1-iscsi neutron-server[86197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:40:57.003975 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-e971418a-658f-468f-8525-6aef6cbea87b None None] The port 'ba849bde-befc-4db5-b581-42fd10101227' was deleted {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 18:40:57.018473 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636034'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:57.021996 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-3aec673a-b524-4c67-88de-4382181327d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:40:57.038641 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:57.051788 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c36c12-0176-4f97-97e9-14acfffaf6f9,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:40:57.055368 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:40:57.065849 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-4521de3c-edd8-4b89-9381-e2deb463bb92 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e9c36c12-0176-4f97-97e9-14acfffaf6f9 HTTP/1.1" status: 204  len: 168 time: 1.4535773
Apr 19 18:40:57.068890 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 33108) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:57.646872 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e0a1561e-9612-40d0-a636-9ca9ad0bd861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854152038'] for router_interface, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:58.020502 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1561e-9612-40d0-a636-9ca9ad0bd861 admin admin] Deleting port 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:40:58.020888 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e0a1561e-9612-40d0-a636-9ca9ad0bd861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:58.204824 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-e0a1561e-9612-40d0-a636-9ca9ad0bd861 admin admin] For port 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4,segment=NetworkSegment(6191d5e7-914d-4b5a-92f4-5c4e7c55357f),segment_id=6191d5e7-914d-4b5a-92f4-5c4e7c55357f)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:40:58.205217 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e0a1561e-9612-40d0-a636-9ca9ad0bd861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:58.578994 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1561e-9612-40d0-a636-9ca9ad0bd861 admin admin] Calling delete_port for 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 owned by network:router_interface {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:40:58.750936 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e0a1561e-9612-40d0-a636-9ca9ad0bd861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:58.755539 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-aefcd2e6-a6f2-48bd-ab79-529da382966a tempest-AttachVolumeTestJSON-762953626 tempest-AttachVolumeTestJSON-762953626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:40:58.836979 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1561e-9612-40d0-a636-9ca9ad0bd861 admin admin] Pushing event deleted for resources: {'Port': ['ID=96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:40:58.839863 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-e0a1561e-9612-40d0-a636-9ca9ad0bd861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:40:59.084814 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e0a1561e-9612-40d0-a636-9ca9ad0bd861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854151964'] for router_interface, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:59.468924 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a1561e-9612-40d0-a636-9ca9ad0bd861 admin admin] Router 8f8ad5d7-8c00-4c29-8909-602e87596d9f has already been hosted by L3 agent 3f960d00-22eb-427f-acaf-5d52a97bad9c {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 19 18:40:59.664028 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a1561e-9612-40d0-a636-9ca9ad0bd861 admin admin] Notify agent at l3_agent.dv-cinder-786928-1-iscsi the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 19 18:40:59.673274 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe0ab02-beb6-4daf-9523-0faf16037456 None None] Sync routers for ids ['8f8ad5d7-8c00-4c29-8909-602e87596d9f'] in dv-cinder-786928-1-iscsi {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 19 18:40:59.679935 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-e0a1561e-9612-40d0-a636-9ca9ad0bd861 admin admin] 10.222.0.49 "PUT /v2.0/routers/8f8ad5d7-8c00-4c29-8909-602e87596d9f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6099465
Apr 19 18:40:59.682634 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 33112) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:40:59.683610 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe0ab02-beb6-4daf-9523-0faf16037456 None None] Routers {'8f8ad5d7-8c00-4c29-8909-602e87596d9f'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:40:59.684286 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-bfe0ab02-beb6-4daf-9523-0faf16037456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71003d2748>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:40:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['8f8ad5d7-8c00-4c29-8909-602e87596d9f'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:40:59.871116 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8ced6428-6fb3-4286-a262-7806a1eb7171 admin admin] Notify callbacks [] for router, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:40:59.874547 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-bfe0ab02-beb6-4daf-9523-0faf16037456 None None] Set router 8f8ad5d7-8c00-4c29-8909-602e87596d9f gateway port host: dv-cinder-786928-1-iscsi {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:41:00.062083 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8ced6428-6fb3-4286-a262-7806a1eb7171 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:00.071154 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8ced6428-6fb3-4286-a262-7806a1eb7171 admin admin] Deleting port 02c15c4c-cb89-4468-a822-558431253f67 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:41:00.071525 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8ced6428-6fb3-4286-a262-7806a1eb7171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:00.191670 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-bfe0ab02-beb6-4daf-9523-0faf16037456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71003d2748>, [{'id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'name': 'tempest-TestVolumeBootPattern-2140124511-router', 'tenant_id': '10c74728a4ab4bf18ff76aef919c63e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'external_fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '02c15c4c-cb89-4468-a822-558431253f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:57Z', 'updated_at': '2021-04-19T18:40:58Z', 'revision_number': 5, 'project_id': '10c74728a4ab4bf18ff76aef919c63e6', 'gw_port': {'id': '02c15c4c-cb89-4468-a822-558431253f67', 'name': '', 'network_id': 'eb28e62a-8d75-49e7-ada8-00ad29eb6ecd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-19T18:32:00Z', 'updated_at': '2021-04-19T18:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f658238b-a37c-4982-9e92-f3c7b755c7cd', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-1-iscsi'}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:41:00.196529 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe0ab02-beb6-4daf-9523-0faf16037456 None None] Checking router: 8f8ad5d7-8c00-4c29-8909-602e87596d9f for host: dv-cinder-786928-1-iscsi {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 19 18:41:00.206074 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe0ab02-beb6-4daf-9523-0faf16037456 None None] Routers {'8f8ad5d7-8c00-4c29-8909-602e87596d9f'} bound to L3 agent in host dv-cinder-786928-1-iscsi {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 19 18:41:00.206759 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-bfe0ab02-beb6-4daf-9523-0faf16037456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f71003d2748>, 'dv-cinder-786928-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-19T18:21:14Z,description=<?>,heartbeat_timestamp=2021-04-19T18:40:44Z,host='dv-cinder-786928-1-iscsi',id=3f960d00-22eb-427f-acaf-5d52a97bad9c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-19T18:21:14Z,topic='l3_agent')) {'router_ids': ['8f8ad5d7-8c00-4c29-8909-602e87596d9f'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:41:00.270162 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-8ced6428-6fb3-4286-a262-7806a1eb7171 admin admin] For port 02c15c4c-cb89-4468-a822-558431253f67, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=02c15c4c-cb89-4468-a822-558431253f67,segment=NetworkSegment(57529678-fb7d-4359-a8c9-cc16ff00f3a9),segment_id=57529678-fb7d-4359-a8c9-cc16ff00f3a9)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:41:00.270559 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8ced6428-6fb3-4286-a262-7806a1eb7171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:00.369357 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvr_db [None req-bfe0ab02-beb6-4daf-9523-0faf16037456 None None] Set router 8f8ad5d7-8c00-4c29-8909-602e87596d9f gateway port host: None {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 19 18:41:00.407570 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-8ced6428-6fb3-4286-a262-7806a1eb7171 admin admin] Calling delete_port for 02c15c4c-cb89-4468-a822-558431253f67 owned by network:router_gateway {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:41:00.484342 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_hamode_db [None req-bfe0ab02-beb6-4daf-9523-0faf16037456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f71003d2748>, [{'id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'name': 'tempest-TestVolumeBootPattern-2140124511-router', 'tenant_id': '10c74728a4ab4bf18ff76aef919c63e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:57Z', 'updated_at': '2021-04-19T18:41:00Z', 'revision_number': 6, 'project_id': '10c74728a4ab4bf18ff76aef919c63e6', 'gw_port_host': None}], 'dv-cinder-786928-1-iscsi', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:41:00.488520 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe0ab02-beb6-4daf-9523-0faf16037456 None None] The sync data for ids ['8f8ad5d7-8c00-4c29-8909-602e87596d9f'] in dv-cinder-786928-1-iscsi is: [{'id': '8f8ad5d7-8c00-4c29-8909-602e87596d9f', 'name': 'tempest-TestVolumeBootPattern-2140124511-router', 'tenant_id': '10c74728a4ab4bf18ff76aef919c63e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-19T18:31:57Z', 'updated_at': '2021-04-19T18:41:00Z', 'revision_number': 6, 'project_id': '10c74728a4ab4bf18ff76aef919c63e6', 'gw_port_host': None}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 19 18:41:00.587358 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8ced6428-6fb3-4286-a262-7806a1eb7171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:00.592489 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-6c6375c4-8026-403e-bed2-78fc057d9a46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:41:00.643174 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced6428-6fb3-4286-a262-7806a1eb7171 admin admin] Pushing event deleted for resources: {'Port': ['ID=02c15c4c-cb89-4468-a822-558431253f67,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:41:00.676888 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-8ced6428-6fb3-4286-a262-7806a1eb7171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:41:00.744650 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8ced6428-6fb3-4286-a262-7806a1eb7171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637285'] for router_gateway, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:00.935388 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8ced6428-6fb3-4286-a262-7806a1eb7171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-651577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-301'] for router, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:00.937686 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8ced6428-6fb3-4286-a262-7806a1eb7171 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:00.961030 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8ced6428-6fb3-4286-a262-7806a1eb7171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854146691'] for router, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:00.961628 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ced6428-6fb3-4286-a262-7806a1eb7171 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f8ad5d7-8c00-4c29-8909-602e87596d9f {{(pid=86311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 19 18:41:00.974509 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8ced6428-6fb3-4286-a262-7806a1eb7171 admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:00.975841 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-8ced6428-6fb3-4286-a262-7806a1eb7171 admin admin] 10.222.0.49 "DELETE /v2.0/routers/8f8ad5d7-8c00-4c29-8909-602e87596d9f HTTP/1.1" status: 204  len: 168 time: 1.2921815
Apr 19 18:41:00.978951 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 33116) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:41:01.045789 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccad744f-3e57-431a-a6e9-23d000b1bdda admin admin] Deleting subnet ae56d5c9-50c9-4790-9b77-9581e1cfd057 {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 19 18:41:01.048852 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ccad744f-3e57-431a-a6e9-23d000b1bdda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:01.103508 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ccad744f-3e57-431a-a6e9-23d000b1bdda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-531779165'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:01.427398 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ccad744f-3e57-431a-a6e9-23d000b1bdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492386'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:01.686732 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ccad744f-3e57-431a-a6e9-23d000b1bdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851283430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036322922211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2060568'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:01.691680 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-bcc5e897-cfbc-4b7d-b9ec-16348cbd7b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:41:01.728237 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad744f-3e57-431a-a6e9-23d000b1bdda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae56d5c9-50c9-4790-9b77-9581e1cfd057,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:41:01.730954 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ccad744f-3e57-431a-a6e9-23d000b1bdda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:41:01.733677 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ccad744f-3e57-431a-a6e9-23d000b1bdda admin admin] Notify callbacks [] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:01.739054 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e859a5d4-c7a5-44c2-9a20-c9b0a5ab4697 None None] Network 0ae3110d-a626-4c6a-880b-c51a8cf3ee66 requested from dv-cinder-786928-1-iscsi {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 19 18:41:01.740465 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ccad744f-3e57-431a-a6e9-23d000b1bdda admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ae56d5c9-50c9-4790-9b77-9581e1cfd057 HTTP/1.1" status: 204  len: 168 time: 0.7605100
Apr 19 18:41:01.743120 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 33120) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:41:01.859994 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3659374'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:01.870891 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Deleting port 5a108b29-e7c4-4cd5-a427-7b4fb98186bb {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:41:01.871272 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:01.998085 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9fb36a-972f-43ed-8471-964e4a5d7f2f None None] DHCP port deletion for 0ae3110d-a626-4c6a-880b-c51a8cf3ee66 request from dv-cinder-786928-1-iscsi {{(pid=86312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 19 18:41:02.002302 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-4b9fb36a-972f-43ed-8471-964e4a5d7f2f None None] Deleting port 5a108b29-e7c4-4cd5-a427-7b4fb98186bb {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:41:02.002723 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4b9fb36a-972f-43ed-8471-964e4a5d7f2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:02.100291 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] For port 5a108b29-e7c4-4cd5-a427-7b4fb98186bb, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=5a108b29-e7c4-4cd5-a427-7b4fb98186bb,segment=NetworkSegment(6191d5e7-914d-4b5a-92f4-5c4e7c55357f),segment_id=6191d5e7-914d-4b5a-92f4-5c4e7c55357f)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:41:02.101238 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:02.261169 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Calling delete_port for 5a108b29-e7c4-4cd5-a427-7b4fb98186bb owned by network:dhcp {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:41:02.345189 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3668787', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-122814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279146054687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757708273506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036322918711'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:02.350220 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-a6027269-02de-482f-80bd-65bacea6d3a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:41:02.355410 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:41:02.400602 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Pushing event deleted for resources: {'Port': ['ID=5a108b29-e7c4-4cd5-a427-7b4fb98186bb,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:41:02.403849 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:41:02.404671 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] No DVR routers for this DVR port 5a108b29-e7c4-4cd5-a427-7b4fb98186bb on host dv-cinder-786928-1-iscsi {{(pid=86311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 19 18:41:02.408476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:41:02.408866 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 96e7dcdb-0b65-4e67-9626-cac2f7b5a2c4 not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:41:02.409397 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 5a108b29-e7c4-4cd5-a427-7b4fb98186bb no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:41:02.450970 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: 5a108b29-e7c4-4cd5-a427-7b4fb98186bb {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:41:02.451360 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 5a108b29-e7c4-4cd5-a427-7b4fb98186bb not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:41:02.451820 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 02c15c4c-cb89-4468-a822-558431253f67 no longer exists at agent ovs-agent-dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 19 18:41:02.501476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] No Port match for: 02c15c4c-cb89-4468-a822-558431253f67 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 19 18:41:02.501476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.rpc [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Device 02c15c4c-cb89-4468-a822-558431253f67 not bound to the agent host dv-cinder-786928-1-iscsi {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 19 18:41:02.511476 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.db [None req-4b9fb36a-972f-43ed-8471-964e4a5d7f2f None None] For port 5a108b29-e7c4-4cd5-a427-7b4fb98186bb, host dv-cinder-786928-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-1-iscsi',level=0,port_id=5a108b29-e7c4-4cd5-a427-7b4fb98186bb,segment=NetworkSegment(6191d5e7-914d-4b5a-92f4-5c4e7c55357f),segment_id=6191d5e7-914d-4b5a-92f4-5c4e7c55357f)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 19 18:41:02.511778 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4b9fb36a-972f-43ed-8471-964e4a5d7f2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854143363'] for port, precommit_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:02.534567 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851283337', 'neutron.services.segments.db._delete_segments_for_network-8757708639347'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:02.644479 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-4b9fb36a-972f-43ed-8471-964e4a5d7f2f None None] Calling delete_port for 5a108b29-e7c4-4cd5-a427-7b4fb98186bb owned by network:dhcp {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 19 18:41:02.653066 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f70fbc0b048>,) {'filters': {'network_id': ['0ae3110d-a626-4c6a-880b-c51a8cf3ee66']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:41:02.666756 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fbc0b048>, '6191d5e7-914d-4b5a-92f4-5c4e7c55357f') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:41:02.667090 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.services.segments.db [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f70fbc0b048>, '6191d5e7-914d-4b5a-92f4-5c4e7c55357f') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 19 18:41:02.679006 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279146027619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036322996651'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:02.693959 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851199420'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:02.700225 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 19 18:41:02.722358 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.db.api [None req-4b9fb36a-972f-43ed-8471-964e4a5d7f2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86312) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 19 18:41:02.722765 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_db.api [None req-4b9fb36a-972f-43ed-8471-964e4a5d7f2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 19 18:41:02.876811 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Network 0ae3110d-a626-4c6a-880b-c51a8cf3ee66 has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:41:02.886033 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3576371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-531857086'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:03.064215 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.managers [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Network 0ae3110d-a626-4c6a-880b-c51a8cf3ee66 has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]: Traceback (most recent call last):
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:     timer()
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:     cb(*args, **kw)
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:     return func(*args, **kwargs)
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:     self._notify()
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:     self.callback(batched_events)
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:     event.method(event)
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:     segment_id)['aggregates'][0]
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:     return f(self, *a, **k)
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self._get(url).json()
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:     **kwargs)
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:     return self.request(url, 'GET', **kwargs)
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:     **endpoint_filter)
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 19 18:41:03.087755 dv-cinder-786928-1-iscsi neutron-server[86197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 19 18:41:03.165187 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3492479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851135842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636034'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:03.168509 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-014b0b7c-2246-4905-9396-7074e6dddff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:41:03.184465 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851135859'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:03.191047 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Pushing event deleted for resources: {'Network': ['ID=0ae3110d-a626-4c6a-880b-c51a8cf3ee66,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:41:03.196309 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:41:03.202061 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-ed01f088-acbe-4686-b6cb-1bcea1f173fa admin admin] 10.222.0.49 "DELETE /v2.0/networks/0ae3110d-a626-4c6a-880b-c51a8cf3ee66 HTTP/1.1" status: 204  len: 168 time: 1.4579473
Apr 19 18:41:03.223846 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-4b9fb36a-972f-43ed-8471-964e4a5d7f2f None None] Deleting port 5a108b29-e7c4-4cd5-a427-7b4fb98186bb {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 19 18:41:03.224534 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4b9fb36a-972f-43ed-8471-964e4a5d7f2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279146058356'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:03.297805 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.plugins.ml2.plugin [None req-4b9fb36a-972f-43ed-8471-964e4a5d7f2f None None] The port '5a108b29-e7c4-4cd5-a427-7b4fb98186bb' was deleted {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 19 18:41:03.317363 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 33126) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:41:03.369423 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-952ed011-f8c3-45a0-9503-fd0cbe19bfae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b2c9c6242f9040c7a6043ce4b8184661&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0506921
Apr 19 18:41:03.371976 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 33130) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:41:03.434631 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4a10b453-854b-4502-9301-a3492bb2ee8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:03.462070 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4a10b453-854b-4502-9301-a3492bb2ee8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:03.509110 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4a10b453-854b-4502-9301-a3492bb2ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:03.514271 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-59656115-45ee-47c9-8fa3-6c127bee1470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:41:03.531853 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10b453-854b-4502-9301-a3492bb2ee8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb193666-437a-4db9-806d-7f4da33c697f,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:41:03.538931 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4a10b453-854b-4502-9301-a3492bb2ee8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:03.540121 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-4a10b453-854b-4502-9301-a3492bb2ee8e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb193666-437a-4db9-806d-7f4da33c697f HTTP/1.1" status: 204  len: 168 time: 0.1671603
Apr 19 18:41:03.541106 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4a10b453-854b-4502-9301-a3492bb2ee8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:41:03.884044 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 33138) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:41:03.935534 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-a322a64f-c071-4d9c-906b-1c5f34389a1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10c74728a4ab4bf18ff76aef919c63e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502341
Apr 19 18:41:03.937998 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.49', 33142) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 19 18:41:03.999201 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-019e39bb-3cb1-40bd-8f12-99d2b8b6ef4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:04.026186 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-019e39bb-3cb1-40bd-8f12-99d2b8b6ef4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:04.073461 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-019e39bb-3cb1-40bd-8f12-99d2b8b6ef4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656044'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:04.078675 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-4a10b453-854b-4502-9301-a3492bb2ee8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 19 18:41:04.091143 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e39bb-3cb1-40bd-8f12-99d2b8b6ef4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0604381-0c7a-409c-8357-f53ee9930530,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 19 18:41:04.094331 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG oslo_concurrency.lockutils [None req-019e39bb-3cb1-40bd-8f12-99d2b8b6ef4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 19 18:41:04.096496 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-019e39bb-3cb1-40bd-8f12-99d2b8b6ef4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:04.100519 dv-cinder-786928-1-iscsi neutron-server[86197]: INFO neutron.wsgi [None req-019e39bb-3cb1-40bd-8f12-99d2b8b6ef4c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0604381-0c7a-409c-8357-f53ee9930530 HTTP/1.1" status: 204  len: 168 time: 0.1615124
Apr 19 18:41:06.163619 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:41:12.091464 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5bd53e7e-335d-4cf6-a56d-e1d6cf0ead94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:12.554248 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:14.146961 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d54fdf51-7127-457b-a324-f374e96811b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:15.301703 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:15.682092 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:16.411635 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:42.092889 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-817eb784-0205-43e9-9e7e-a2bd79fec34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:42.570104 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:43.163984 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:41:44.139480 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d4056bcd-c2e4-4e19-a367-b720833b8657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:45.303008 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:45.683118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:41:46.416520 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:12.094702 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-b6b140e1-f913-46a9-b8cb-2a09d0b8d28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:12.568183 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:14.141501 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d1885c94-28bb-4ae2-9530-f6f1b907f90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:15.306239 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:15.685119 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:16.417930 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:20.165305 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:42:42.096956 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-206a586f-cc4d-46b7-b783-a5559827edd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:42.583024 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:44.143000 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-bfbf1ad7-973b-483e-ad0f-84cf1057138b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:45.309279 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:45.691198 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:46.420432 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:42:57.165409 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:43:12.098790 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-fef15600-dac2-4b33-932f-43b9655c9622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:12.597187 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:14.148229 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-786623f9-ef27-4ca3-a65d-375327d75eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:15.311897 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:15.693503 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:16.423610 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:34.165284 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:43:42.101127 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-316f04ec-700c-46df-8f57-d88556817a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:42.597717 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:44.149998 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-702ccb27-135d-4c24-9bf9-d740d70afaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:45.314358 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:45.695533 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:43:46.426110 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:11.166223 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:44:12.102177 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-e07afb9d-f5f6-457a-ac94-91f909a1bbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:12.596791 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:14.151510 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-178d00f7-0e56-4742-a60b-4fa6a1e74d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:15.316749 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:15.698294 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:16.429925 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:42.102306 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5ab2c069-fb63-484b-8381-0b2b163071ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:42.595805 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:44.152517 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-698c653c-395d-4f0b-b24f-3b86f1f74b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:45.320076 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:45.699274 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:46.432955 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:44:48.166288 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:45:06.338814 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.wsgi [req-e73e6f25-1e79-4b6a-a5be-c2a3fa96a448 req-4c20afbc-f9db-43a2-8c38-b52e46474720 service neutron] (86311) timed out ('10.222.0.13', 61288) {{(pid=86311) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 19 18:45:12.104227 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d058da32-5fa3-4790-8c23-6ddabaacbf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:12.594585 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:14.153711 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-4c7688eb-1834-4f93-97d9-9484d547c694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:15.323101 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:15.701843 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:16.442075 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:25.166118 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:45:42.104872 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-d2b981e5-eca5-4b1c-bd8f-9e76ea98f990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:42.609519 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:44.155829 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-39e69ae6-8872-4a05-a8da-caa21ff39c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:45.327683 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:45.704127 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:45:46.441099 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:02.165815 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron.db.agents_db [None req-0b970e90-16b7-45a1-bb95-46788bd7351b None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 19 18:46:12.111478 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-04b4d439-8301-43bf-b118-14cdeb6e03e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:12.616888 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8055b3de-6b8d-410f-8ed6-6bb74d91b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:14.158671 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-5fb889f9-5bc8-4788-99a1-79f5a7da4512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:15.328465 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-aec73156-c50e-4b0c-803e-cefd81ff4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:15.706801 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-a3a25a3c-54b3-4921-adf1-6ffc348a357b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 19 18:46:16.445785 dv-cinder-786928-1-iscsi neutron-server[86197]: DEBUG neutron_lib.callbacks.manager [None req-8a6c1ffd-9929-4f68-b526-8e3c1e61175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279146136453', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851273131'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}